-- Logs begin at Wed 2022-03-30 15:43:50 UTC, end at Wed 2022-03-30 16:56:17 UTC. -- Mar 30 16:30:43.830799 dv-cinder-835871-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 30 16:30:46.799508 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.common.config [-] Logging enabled! Mar 30 16:30:46.800115 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev69 Mar 30 16:30:46.800291 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105587) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 16:30:46.803846 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.common.config [-] Logging enabled! Mar 30 16:30:46.804110 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev69 Mar 30 16:30:46.804426 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105587) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 16:30:46.805413 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 16:30:46.805649 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 16:30:46.806014 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 16:30:46.806264 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 16:30:46.806494 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 16:30:46.807243 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.807687 dv-cinder-835871-1-smb neutron-server[105587]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 30 16:30:46.808012 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.808320 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.808624 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.808958 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.809259 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.809548 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.809845 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.810152 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.810446 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.810735 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.811025 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.811322 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.811608 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.811900 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.812191 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.812483 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] debug = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.812771 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.813227 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.813650 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.813943 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.814241 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.814526 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.814804 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.815086 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.815376 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.815710 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] host = dv-cinder-835871-1-smb {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.816509 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.817044 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.817513 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.817852 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.818142 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.818430 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.818725 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.819007 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.819286 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] log_file = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.819571 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.819865 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.820159 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.820453 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.820683 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.820935 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.821232 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.821523 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.821805 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.822089 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.822371 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.822655 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.822939 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.823216 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.823510 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.823801 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.824092 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.824374 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.824660 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.824973 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.825255 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.825545 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.825826 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.826104 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.826382 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.826673 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.826950 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.827230 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.827534 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.827826 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.828115 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.828405 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.828685 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.828998 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.829278 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.829556 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.829832 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] use_json = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.830110 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.830385 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.830673 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.830952 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.831229 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.831507 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.832404 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.832700 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.833008 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:46.833311 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.833693 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.834000 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.834316 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.834621 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.834908 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.835204 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.835490 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.835786 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.836081 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.836378 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.836662 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.836996 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.837294 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.837597 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.837911 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.838212 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.838509 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.838791 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.839069 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.839348 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.839632 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.839926 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.840210 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.840505 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.840801 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.841110 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.841411 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.841703 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.842003 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.842299 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.842579 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.842864 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.843159 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.843443 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.843723 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.844009 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.844305 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.844595 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.844901 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.845191 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.845473 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.845751 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.846029 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.846312 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.846606 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.846886 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.847163 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.847509 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.847793 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.848073 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.848363 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.848647 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.848951 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.849230 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.849511 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.849790 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.850069 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.850352 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.850629 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.850909 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.851187 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.851461 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.851739 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.852015 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.852293 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.852568 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.852872 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.853149 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.853427 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.853704 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.853982 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.854259 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.854538 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.854825 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.855122 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.855404 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.855691 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.855993 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.856256 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.856537 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.856816 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.857118 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.857402 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.857677 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.857971 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.858259 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.858549 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.858857 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.859139 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.859436 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.859719 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.859999 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.860286 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.860569 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.860873 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.861166 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.861452 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.861751 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.862051 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.862348 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.862645 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.863199 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.863605 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.864002 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.864294 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:46.864517 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 16:30:46.864767 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105587) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 30 16:30:47.240858 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 16:30:47.241151 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 16:30:47.241459 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 16:30:47.241938 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 30 16:30:47.577179 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.577389 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.577663 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.578846 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.579129 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.579515 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.634292 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.634571 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.634835 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.649392 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.649671 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.649942 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.679231 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.679511 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.679783 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.821023 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.821667 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.821667 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.052047 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.052335 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.052602 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.052891 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.053603 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.151578 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.151901 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.152188 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.152461 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.152728 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.153067 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.153329 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.153586 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.153847 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.154129 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.154389 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.154654 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.154912 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.155163 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.155418 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.155682 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.155936 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.156203 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.156471 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.156733 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.157031 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.157289 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.157572 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.157949 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.158202 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.158450 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.158847 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:48.159089 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:48.159331 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:48.159567 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:48.160412 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:48.160865 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:48.161264 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 30 16:30:48.164660 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 30 16:30:48.168694 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 30 16:30:48.172354 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Mar 30 16:30:48.174024 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 30 16:30:48.174483 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 30 16:30:48.174817 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 30 16:30:48.175201 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 30 16:30:48.178032 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 30 16:30:48.178285 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 30 16:30:48.178634 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 16:30:48.183490 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 30 16:30:48.207554 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 30 16:30:48.208093 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.208394 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105587) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 30 16:30:48.208766 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.210155 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105587) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 30 16:30:48.210434 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 16:30:48.210678 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 30 16:30:48.213969 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.214264 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:48.276992 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 30 16:30:48.277225 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 30 16:30:48.277462 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 30 16:30:48.277825 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 30 16:30:48.298837 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_db.sqlalchemy.engines [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105587) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 30 16:30:48.874212 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Initializing driver for type 'gre' Mar 30 16:30:48.874961 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] gre ID ranges: [(1, 1000)] Mar 30 16:30:49.056383 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Initializing driver for type 'local' Mar 30 16:30:49.056722 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Initializing driver for type 'vlan' Mar 30 16:30:49.193768 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] VlanTypeDriver initialization complete Mar 30 16:30:49.194054 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Initializing driver for type 'vxlan' Mar 30 16:30:49.194565 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] vxlan ID ranges: [(1, 1000)] Mar 30 16:30:49.388293 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Initializing extension driver 'port_security' Mar 30 16:30:49.388635 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.extensions.port_security [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] PortSecurityExtensionDriver initialization complete Mar 30 16:30:49.389026 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Initializing mechanism driver 'openvswitch' Mar 30 16:30:49.389367 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Initializing mechanism driver 'hyperv' Mar 30 16:30:49.404550 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.plugins.ml2.plugin [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:49.405303 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > port after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.405686 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > port after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.406050 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > port after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.406592 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105587) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 16:30:49.407032 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > subnet after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.407395 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > subnet after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.407755 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.408271 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105587) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 16:30:49.408694 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > network after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.409079 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > network after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.409432 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > network after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.410592 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105587) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 16:30:49.411026 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > security_group after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.411392 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > security_group after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.411746 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.412291 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105587) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 16:30:49.412992 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.413361 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.413718 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.414260 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105587) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 16:30:49.414682 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > address_group after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.415043 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > address_group after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.415394 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.415803 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105587) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 16:30:49.416272 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] ML2 OVO RPC backend initialized. {{(pid=105587) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 30 16:30:49.417034 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.417429 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.417861 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > network before_response 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.418224 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > networks before_response 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.418584 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > port before_response 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.418939 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > ports before_response 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.419294 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > subnet before_response 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.419646 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > subnets before_response 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.420006 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > network after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.420362 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > network after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.420758 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > network after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.421135 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > port after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.421490 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > port after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.421841 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > port after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.422191 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > subnet after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.422540 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > subnet after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.422889 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.430560 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded quota_driver: . Mar 30 16:30:49.431229 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.plugin [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Modular L2 Plugin initialization complete Mar 30 16:30:49.431308 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading services supported by the core plugin {{(pid=105587) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 30 16:30:49.431630 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.plugins.ml2.managers [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Got port-security extension from driver 'port_security' Mar 30 16:30:49.432127 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.extensions.vlantransparent [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Disabled vlantransparent extension. Mar 30 16:30:49.432627 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105587) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 30 16:30:49.432990 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading Plugin: router Mar 30 16:30:49.476951 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.477361 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router after_create 55549900 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.477751 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router before_create 55549900 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.478134 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.478524 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.478895 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router after_delete 55549900 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.479287 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.479637 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.480013 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router after_create 55549900 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.480377 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router after_update 55549900 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.480740 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router after_update 55549900 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.481132 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.481508 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router after_update 55549900 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.481940 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router precommit_update 55549900 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.482329 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: port after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.482682 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: port after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.483031 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: subnet after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.483378 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.483742 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.484103 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router precommit_create 55549900 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.484463 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: port before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.484817 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router precommit_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.485211 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router after_update 55549900 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.485568 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.485935 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router precommit_create 55549900 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.486313 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.486672 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router precommit_update 55549900 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.487051 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > agent after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.487415 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > agent after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.487795 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > network after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.488677 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Tracking information for resource: router configured {{(pid=105587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:49.489050 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Tracking information for resource: floatingip configured {{(pid=105587) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:49.493982 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.db.l3_agentschedulers_db [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 30 16:30:49.494574 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: port after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.494947 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: port after_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.495313 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: port after_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.495678 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: port after_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.496491 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router before_create 55550100 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.496893 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.497273 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router precommit_create 55550100 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.497642 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > router precommit_update 55550100 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.502563 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.services.provider_configuration [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service providers = [] {{(pid=105587) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 30 16:30:49.502937 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.db.servicetype_db [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105587) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 30 16:30:49.505981 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.services.service_base [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105587) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 16:30:49.506348 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.services.service_base [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105587) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 16:30:49.506702 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.services.service_base [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105587) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 16:30:49.507618 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.services.service_base [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105587) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 16:30:49.508002 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.services.service_base [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 30 16:30:49.508398 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:49.508727 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 30 16:30:49.519862 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:49.520936 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading Plugin: auto_allocate Mar 30 16:30:49.527009 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: network precommit_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.527392 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: network precommit_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.527925 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:49.528260 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading Plugin: tag Mar 30 16:30:49.535111 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:49.535463 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading Plugin: timestamp Mar 30 16:30:49.539764 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:49.540105 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading Plugin: network_ip_availability Mar 30 16:30:49.545673 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.546061 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.546431 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.547165 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:49.547497 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading Plugin: flavors Mar 30 16:30:49.552808 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:49.553176 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading Plugin: revisions Mar 30 16:30:49.557493 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105587) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:49.557903 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_concurrency.lockutils [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.316s {{(pid=105587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 16:30:49.558657 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105587) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 30 16:30:49.559007 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Initializing extension manager. Mar 30 16:30:49.559542 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: __init__.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.559896 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: __pycache__ {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.560242 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: address_group.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.561037 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.561621 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: address-group Mar 30 16:30:49.561958 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: address_scope.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.562681 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.563202 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: address-scope Mar 30 16:30:49.563536 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.564646 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.565207 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: router-admin-state-down-before-update Mar 30 16:30:49.565543 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: agent.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.566920 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.567440 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: agent Mar 30 16:30:49.567773 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: agent_resources_synced.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.568707 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.569259 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: agent-resources-synced Mar 30 16:30:49.569594 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: allowedaddresspairs.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.571398 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.571927 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: allowed-address-pairs Mar 30 16:30:49.572266 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: auto_allocated_topology.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.573373 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.573905 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: auto-allocated-topology Mar 30 16:30:49.574239 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: availability_zone.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.574944 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.575467 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: availability_zone Mar 30 16:30:49.575801 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: availability_zone_filter.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.576724 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.577284 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: availability_zone_filter Mar 30 16:30:49.577616 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: data_plane_status.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.578540 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.579057 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension data-plane-status not supported by any of loaded plugins Mar 30 16:30:49.579386 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: default_subnetpools.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.580313 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.580862 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: default-subnetpools Mar 30 16:30:49.581196 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.582062 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.582578 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: dhcp_agent_scheduler Mar 30 16:30:49.582908 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: dns.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.583837 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.584349 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension dns-integration not supported by any of loaded plugins Mar 30 16:30:49.584679 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: dns_domain_ports.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.585638 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.586148 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 30 16:30:49.586479 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.587410 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.587926 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 30 16:30:49.588258 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: dvr.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.588968 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.589486 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: dvr Mar 30 16:30:49.589816 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: ecmp_routes.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.590737 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.591247 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 30 16:30:49.591578 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: empty_string_filtering.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.592497 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.593049 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: empty-string-filtering Mar 30 16:30:49.593390 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.594887 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.594887 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 30 16:30:49.595462 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.596062 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.597042 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 30 16:30:49.597042 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: external_net.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.597879 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.598397 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: external-net Mar 30 16:30:49.598732 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.599644 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.600162 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: extra_dhcp_opt Mar 30 16:30:49.600494 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: extraroute.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.601430 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.601950 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: extraroute Mar 30 16:30:49.602281 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: extraroute_atomic.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.603322 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.603846 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: extraroute-atomic Mar 30 16:30:49.604182 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: filter_validation.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.604874 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.605393 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: filter-validation Mar 30 16:30:49.605725 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: fip_pf_description.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.606643 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.607154 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 30 16:30:49.607485 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: fip_pf_port_range.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.608509 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.609059 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 30 16:30:49.609391 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: fip_port_details.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.610319 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.610835 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: fip-port-details Mar 30 16:30:49.611165 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: flavors.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.612710 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.613996 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: flavors Mar 30 16:30:49.614344 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.616011 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.616546 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 30 16:30:49.616916 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: floatingip_pools.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.617632 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.618159 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: floatingip-pools Mar 30 16:30:49.618498 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: ip_allocation.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.619429 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.619949 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension ip_allocation not supported by any of loaded plugins Mar 30 16:30:49.620283 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.621247 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.621767 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: ip-substring-filtering Mar 30 16:30:49.622102 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: l2_adjacency.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.623032 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.623547 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 30 16:30:49.623880 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: l3.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.626422 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.626965 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: router Mar 30 16:30:49.627313 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.630147 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.630683 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 30 16:30:49.631030 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.631969 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.632500 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: ext-gw-mode Mar 30 16:30:49.632849 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.633803 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.634333 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: l3-ha Mar 30 16:30:49.634670 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.635604 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.636121 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 30 16:30:49.636456 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: l3_flavors.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.637411 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.637931 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: l3-flavors Mar 30 16:30:49.638266 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: l3_ndp_proxy.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.639649 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.640176 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 30 16:30:49.640517 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.641486 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.642017 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 30 16:30:49.642356 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: l3agentscheduler.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.643398 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.643926 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: l3_agent_scheduler Mar 30 16:30:49.644296 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: local_ip.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.646408 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.646951 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension local_ip not supported by any of loaded plugins Mar 30 16:30:49.647296 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: logging.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.648778 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.649340 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension logging not supported by any of loaded plugins Mar 30 16:30:49.649681 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: metering.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.650435 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.651026 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: metering Mar 30 16:30:49.651364 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.652480 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.653038 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: metering_source_and_destination_fields Mar 30 16:30:49.653380 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: multiprovidernet.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.654328 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.654851 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: multi-provider Mar 30 16:30:49.655191 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: netmtu.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.656117 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.656641 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: net-mtu Mar 30 16:30:49.657003 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: netmtu_writable.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.657937 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.658455 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: net-mtu-writable Mar 30 16:30:49.658790 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: network_availability_zone.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.659467 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.660115 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: network_availability_zone Mar 30 16:30:49.660548 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: network_ip_availability.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.661691 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.662215 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: network-ip-availability Mar 30 16:30:49.662817 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: network_segment_range.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.663593 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.664113 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension network-segment-range not supported by any of loaded plugins Mar 30 16:30:49.664446 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: pagination.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.665609 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.665952 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: pagination Mar 30 16:30:49.666283 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: port_device_profile.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.667210 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.667737 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: port-device-profile Mar 30 16:30:49.668072 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.669051 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.669575 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: port-mac-address-regenerate Mar 30 16:30:49.669910 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.670862 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.671383 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: port-numa-affinity-policy Mar 30 16:30:49.671716 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: port_resource_request.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.672649 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.673215 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension port-resource-request not supported by any of loaded plugins Mar 30 16:30:49.673533 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: port_resource_request_groups.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.674526 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.675046 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 30 16:30:49.675916 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: portbindings.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.677078 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.677600 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: binding Mar 30 16:30:49.677932 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: portbindings_extended.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.679209 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.679742 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: binding-extended Mar 30 16:30:49.680085 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: portsecurity.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.681034 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.681565 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: port-security Mar 30 16:30:49.681902 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: project_id.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.682885 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.683231 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: project-id Mar 30 16:30:49.683569 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: providernet.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.684495 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.685057 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: provider Mar 30 16:30:49.685396 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: qos.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.689039 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.689578 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension qos not supported by any of loaded plugins Mar 30 16:30:49.689924 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.691820 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.692350 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 30 16:30:49.692691 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.693649 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.694176 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 30 16:30:49.694513 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: qos_default.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.695445 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.695999 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension qos-default not supported by any of loaded plugins Mar 30 16:30:49.696336 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: qos_fip.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.697311 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.697837 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension qos-fip not supported by any of loaded plugins Mar 30 16:30:49.698172 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: qos_fip_network_policy.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.699095 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.699623 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 30 16:30:49.699956 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: qos_gateway_ip.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.700910 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.701438 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 30 16:30:49.701772 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: qos_port_network_policy.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.702700 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.703222 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 30 16:30:49.703555 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.704611 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.705167 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 30 16:30:49.705504 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.706580 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.707113 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 30 16:30:49.707445 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: qos_pps_rule.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.708645 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.709214 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension qos-pps not supported by any of loaded plugins Mar 30 16:30:49.709555 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: qos_rule_type_details.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.710486 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.711009 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 30 16:30:49.711345 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: qos_rule_type_filter.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.712275 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.712800 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 30 16:30:49.713160 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: qos_rules_alias.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.714220 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.714745 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 30 16:30:49.715079 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: quota_check_limit.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.716011 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.716533 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: quota-check-limit Mar 30 16:30:49.716891 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: quotasv2.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.717831 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.718167 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: quotas Mar 30 16:30:49.718495 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: quotasv2_detail.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.720431 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.720778 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: quota_details Mar 30 16:30:49.721143 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: rbac.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.722252 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.722777 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: rbac-policies Mar 30 16:30:49.723112 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: rbac_address_group.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.724067 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.724645 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: rbac-address-group Mar 30 16:30:49.725018 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: rbac_address_scope.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.725951 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.726475 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: rbac-address-scope Mar 30 16:30:49.726806 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: rbac_security_groups.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.727848 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.728325 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: rbac-security-groups Mar 30 16:30:49.728657 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: rbac_subnetpool.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.729617 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.730140 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: rbac-subnetpool Mar 30 16:30:49.730472 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: revisionifmatch.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.731414 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.731940 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: revision-if-match Mar 30 16:30:49.732273 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: revisions.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.733457 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.733989 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: standard-attr-revisions Mar 30 16:30:49.734324 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: router_availability_zone.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.735014 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.735538 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: router_availability_zone Mar 30 16:30:49.735870 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: routerservicetype.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.736809 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.737356 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension router-service-type not supported by any of loaded plugins Mar 30 16:30:49.737688 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.739166 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.739697 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: security-groups-normalized-cidr Mar 30 16:30:49.740032 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.741009 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.741535 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: port-security-groups-filtering Mar 30 16:30:49.741867 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.742820 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.743345 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: security-groups-remote-address-group Mar 30 16:30:49.743678 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.744641 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.745201 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: security-groups-shared-filtering Mar 30 16:30:49.745535 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.746139 dv-cinder-835871-1-smb neutron-server[105587]: WARNING neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 30 16:30:49.746469 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: securitygroup.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.756219 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.756765 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: security-group Mar 30 16:30:49.757144 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: segment.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.757904 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.758429 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension segment not supported by any of loaded plugins Mar 30 16:30:49.758771 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.759746 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.760274 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 30 16:30:49.760613 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: servicetype.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.761787 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.762318 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: service-type Mar 30 16:30:49.762656 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: sorting.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.763649 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.763991 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: sorting Mar 30 16:30:49.764325 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: standard_attr_segment.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.765284 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.765814 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 30 16:30:49.766152 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: standardattrdescription.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.766844 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.767374 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: standard-attr-description Mar 30 16:30:49.767709 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: stateful_security_group.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.768735 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.769830 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: stateful-security-group Mar 30 16:30:49.770163 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: stdattrs_common.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.770741 dv-cinder-835871-1-smb neutron-server[105587]: WARNING neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 30 16:30:49.771070 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.772097 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.772632 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 30 16:30:49.773007 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: subnet_onboard.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.774109 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.774641 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: subnet_onboard Mar 30 16:30:49.774976 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.775923 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.776447 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 30 16:30:49.776781 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: subnet_service_types.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.777754 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.778287 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: subnet-service-types Mar 30 16:30:49.778626 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: subnetallocation.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.779745 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.780265 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: subnet_allocation Mar 30 16:30:49.780604 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.781323 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.781846 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: subnetpool-prefix-ops Mar 30 16:30:49.782178 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.783120 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.783642 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 30 16:30:49.783975 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: tagging.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.785129 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.785660 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: standard-attr-tag Mar 30 16:30:49.785999 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: timestamp.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.787224 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.788005 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loaded extension: standard-attr-timestamp Mar 30 16:30:49.788342 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: trunk.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.789417 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.789948 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension trunk not supported by any of loaded plugins Mar 30 16:30:49.790288 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: trunk_details.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.791225 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.791750 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension trunk-details not supported by any of loaded plugins Mar 30 16:30:49.792085 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: uplink_status_propagation.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.793043 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.793572 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 30 16:30:49.793905 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Loading extension file: vlantransparent.py {{(pid=105587) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:49.794589 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105587) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:49.795115 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 30 16:30:49.797672 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:network Mar 30 16:30:49.798207 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:subnet Mar 30 16:30:49.798617 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 16:30:49.799017 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:port Mar 30 16:30:49.800299 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.v2.resource_helper [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:49.800751 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.v2.resource_helper [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service FLAVORS assigned prefix: {{(pid=105587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:49.801418 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.v2.resource_helper [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:49.801867 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.v2.resource_helper [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:49.802210 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:router Mar 30 16:30:49.802652 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:floatingip Mar 30 16:30:49.803168 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.v2.resource_helper [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service METERING assigned prefix: /metering {{(pid=105587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:49.804608 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.805029 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.805398 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:49.806425 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 16:30:49.806880 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:security_group Mar 30 16:30:49.807326 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 16:30:49.807930 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.v2.resource_helper [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service CORE assigned prefix: {{(pid=105587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:49.808283 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 16:30:49.808640 dv-cinder-835871-1-smb neutron-server[105587]: WARNING neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] subnetpool is already registered Mar 30 16:30:49.809118 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.v2.resource_helper [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service CORE assigned prefix: {{(pid=105587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:49.809455 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 16:30:49.809799 dv-cinder-835871-1-smb neutron-server[105587]: WARNING neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] subnetpool is already registered Mar 30 16:30:49.812108 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.v2.resource_helper [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:49.812558 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.v2.resource_helper [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service FLAVORS assigned prefix: {{(pid=105587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:49.813200 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.v2.resource_helper [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:49.813640 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.v2.resource_helper [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:49.813982 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:router Mar 30 16:30:49.814328 dv-cinder-835871-1-smb neutron-server[105587]: WARNING neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] router is already registered Mar 30 16:30:49.814755 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:floatingip Mar 30 16:30:49.815102 dv-cinder-835871-1-smb neutron-server[105587]: WARNING neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] floatingip is already registered Mar 30 16:30:49.815575 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.v2.resource_helper [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service METERING assigned prefix: /metering {{(pid=105587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:49.816787 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 16:30:49.817154 dv-cinder-835871-1-smb neutron-server[105587]: WARNING neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] rbac_policy is already registered Mar 30 16:30:49.817580 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:security_group Mar 30 16:30:49.817927 dv-cinder-835871-1-smb neutron-server[105587]: WARNING neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] security_group is already registered Mar 30 16:30:49.818340 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 16:30:49.818683 dv-cinder-835871-1-smb neutron-server[105587]: WARNING neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] security_group_rule is already registered Mar 30 16:30:49.819320 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.v2.resource_helper [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service CORE assigned prefix: {{(pid=105587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:49.819658 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 16:30:49.820001 dv-cinder-835871-1-smb neutron-server[105587]: WARNING neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] subnetpool is already registered Mar 30 16:30:49.820429 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.v2.resource_helper [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Service CORE assigned prefix: {{(pid=105587) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:49.820763 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 16:30:49.821130 dv-cinder-835871-1-smb neutron-server[105587]: WARNING neutron.quota.resource_registry [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] subnetpool is already registered Mar 30 16:30:49.821604 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: extensions {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.823091 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: address-groups {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.824582 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: address-scopes {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.825951 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: agents {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.827129 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: auto-allocated-topology {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.828386 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: availability_zones {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.829636 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: dhcp-networks {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.831222 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: dhcp-agents {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.832885 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: routers {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.835101 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: flavors {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.836290 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: service_profiles {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.837574 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: next_providers {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.839019 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: service_profiles {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.841521 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: floatingip-pools {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.842753 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: routers {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.844915 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: floatingips {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.846223 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: l3-routers {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.848181 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: l3-agents {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.849620 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: metering-labels {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.850995 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: metering-label-rules {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.852273 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: network-ip-availabilities {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.853632 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: bindings {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.855262 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: quotas {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.856874 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: quotas {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.858428 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: rbac-policies {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.859731 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: security-groups {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.861016 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: security-group-rules {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.862253 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: service-providers {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.864378 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: subnetpools {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.865842 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: subnetpools {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.867338 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: tags {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.869143 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: tags {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.870959 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: tags {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.872731 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: tags {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.874557 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: tags {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.876434 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: tags {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.878164 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: tags {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.880192 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: tags {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.882001 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: tags {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.884092 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron.api.extensions [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Extended resource: tags {{(pid=105587) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:49.889962 dv-cinder-835871-1-smb neutron-server[105587]: WARNING keystonemiddleware.auth_token [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 30 16:30:49.894824 dv-cinder-835871-1-smb neutron-server[105587]: WARNING keystonemiddleware.auth_token [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 30 16:30:49.903617 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_concurrency.lockutils [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Acquired lock "singleton_lock" {{(pid=105587) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 30 16:30:49.904102 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_concurrency.lockutils [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Releasing lock "singleton_lock" {{(pid=105587) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 30 16:30:49.904760 dv-cinder-835871-1-smb neutron-server[105587]: INFO oslo_service.service [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Starting 2 workers Mar 30 16:30:49.910253 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Started child 105696 {{(pid=105587) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 16:30:49.915093 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Started child 105697 {{(pid=105587) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 16:30:49.916451 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:30:49.917104 dv-cinder-835871-1-smb neutron-server[105587]: INFO neutron.service [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 30 16:30:49.917411 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Publish callbacks [] for process (None), before_spawn {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:30:49.918054 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [-] (105696) wsgi starting up on http://0.0.0.0:9696 Mar 30 16:30:49.919947 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:30:49.920375 dv-cinder-835871-1-smb neutron-server[105587]: INFO oslo_service.service [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Starting 1 workers Mar 30 16:30:49.921447 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [-] (105697) wsgi starting up on http://0.0.0.0:9696 Mar 30 16:30:49.925476 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Started child 105698 {{(pid=105587) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 16:30:49.926650 dv-cinder-835871-1-smb neutron-server[105587]: INFO oslo_service.service [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Starting 1 workers Mar 30 16:30:49.929803 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.service [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] calling RpcWorker wait() {{(pid=105698) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 30 16:30:49.930352 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.service [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] returning from RpcWorker wait() {{(pid=105698) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 30 16:30:49.931324 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Started child 105699 {{(pid=105587) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 16:30:49.931760 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:30:49.932183 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG neutron_lib.callbacks.manager [None req-88385726-7e05-471c-bf8e-e6579d482458 None None] Publish callbacks [] for process (None), after_spawn {{(pid=105587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:30:49.932280 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:49.934136 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105587) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 16:30:49.934353 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 16:30:49.934544 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 16:30:49.934772 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 16:30:49.935139 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 16:30:49.935308 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 16:30:49.935838 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.936114 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.936239 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:30:49.936707 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.936707 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.936980 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.937510 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:49.937615 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.937888 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.938158 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.938434 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.938695 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.938875 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.939048 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.939306 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.939551 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.939859 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.940127 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.940394 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.940672 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.940874 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.941206 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.941485 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.941739 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.941995 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] debug = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.942252 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.942760 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.943011 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.943261 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.943490 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.943787 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.944037 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.944321 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.944542 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.944781 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.945073 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.945350 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.945588 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.945809 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.946085 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.946314 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.946561 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.946790 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.947256 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] host = dv-cinder-835871-1-smb {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.947509 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.947735 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.947995 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.948252 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.948502 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.948743 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.949032 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.949306 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.949558 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.949805 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.950061 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.950298 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.950523 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.950762 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_file = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.950930 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_options = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.951212 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.951438 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.951709 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.951902 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.952060 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.952229 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.952510 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.952679 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.952966 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.953194 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.953433 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.953652 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.953893 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.954114 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.954362 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.954590 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.954833 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.955052 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.955304 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.955555 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.955820 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.956053 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.956281 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.956588 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.956779 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.957027 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.957574 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.957574 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.957983 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.957983 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.958265 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.958399 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.958654 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.958840 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.959107 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.959782 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.959782 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.960293 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.960724 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.960930 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.962277 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.962277 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.962277 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.962277 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.962947 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.962947 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.963269 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] use_json = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.963269 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.964248 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.964248 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.964248 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.964248 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.966131 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.966131 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.966131 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.966131 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:49.966131 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.966131 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.966536 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.966536 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.966742 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.966991 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.967268 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.967499 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.967758 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.968021 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.968313 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.968562 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.968889 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.969168 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.969458 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.969809 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.970260 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.970535 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.970788 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.971009 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.971236 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.971482 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.971766 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.971993 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.972916 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.973179 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.973411 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.973806 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.974085 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.974431 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.974714 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.975013 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.975239 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.975468 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.975700 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.975933 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.976199 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.976446 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.976674 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.976969 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.977222 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.983732 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.983732 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.983732 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.983732 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.983732 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.983732 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.983732 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.983732 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.984338 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.984338 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.984338 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.984338 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.984338 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.984338 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.984338 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.984338 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.984338 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985043 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985043 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985043 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985043 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985043 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985043 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985043 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985043 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985043 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985635 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985635 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985635 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985635 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985635 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985635 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985635 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985635 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.985635 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.986271 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.986271 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.986271 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.986482 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.986569 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.986780 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.987220 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.987462 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.987682 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.988494 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.988715 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.989257 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.989482 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.989705 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.989951 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.990246 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.990751 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.991022 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.991278 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.991507 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.991770 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.991996 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.992258 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.992501 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.992919 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.993146 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.993406 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.993645 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.993884 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.994130 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.994352 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.994594 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.994839 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.995060 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.995302 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.995524 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.995767 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.996016 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.996288 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.996526 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.996779 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.997072 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.997346 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.997643 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.997898 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.998153 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.998376 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.998673 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.998980 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.999260 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.999543 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:49.999795 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.000050 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.000324 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.000562 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.000847 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.001104 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.001359 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.001603 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.001862 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.002107 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.002358 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.002617 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.002937 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.003209 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.003466 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.003754 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.004042 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.004291 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.004524 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.004816 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.005105 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.005348 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.005602 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.005859 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.006081 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.006323 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.006559 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.006780 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.007042 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.007284 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.007549 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.007774 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.008017 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.008296 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.008519 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.008743 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.008990 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.009216 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.009441 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.009695 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.009917 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.010158 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.010431 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.010676 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.010904 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.011126 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.011346 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.011600 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.011863 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.012100 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.012359 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.012604 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.012854 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.013838 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.013838 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.014205 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.014625 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.014860 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.015085 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.015329 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.015574 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.015799 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.016042 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.016300 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.016523 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.016786 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.017077 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.017423 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.017682 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.017932 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.018187 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.018426 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.018653 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.018909 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33156) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:30:50.019311 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.019553 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.019804 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.020028 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.020258 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.020514 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.020770 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.021019 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.021242 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.021485 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.021755 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.022015 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.022273 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.022528 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.022756 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.022978 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.023201 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.023433 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.023656 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.023877 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.024093 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.024313 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.024531 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.024850 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.025121 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.025375 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.025647 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.025885 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.026147 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.026403 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.026621 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.026839 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.027074 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.027314 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.027530 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.027779 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.027994 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.028210 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.028864 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.028864 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.029143 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.029143 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.029379 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.030156 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.030156 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.030156 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.030156 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.030648 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.030648 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.030871 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.031039 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.031261 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.031475 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.031706 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.031921 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.032134 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.032347 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0089562 Mar 30 16:30:50.032484 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.032598 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.032770 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.033072 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.033339 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.033595 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.033863 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.035628 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.035963 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.036702 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.036702 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.037044 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.037044 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.037302 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.037797 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.038030 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.038294 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.038623 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.038925 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.040611 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.040611 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.040611 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.040611 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.040611 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.040611 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.041064 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.041139 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.041845 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.041845 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.041845 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.042116 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.042364 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.042589 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.042812 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.043056 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.043277 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.043540 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.043774 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.044002 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.044226 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.044458 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.045958 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.045958 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.045958 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.045958 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.045958 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.045958 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 16:30:50.046561 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105587) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 16:30:50.046561 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 16:30:50.047339 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 16:30:50.047339 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 16:30:50.047339 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 16:30:50.047339 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 16:30:50.047601 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.047601 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.047734 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.047870 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.048035 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.048220 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.048387 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.048550 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.049440 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.049440 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.049440 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.049440 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.049440 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.049767 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.049767 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.049884 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.049971 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.050196 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.050998 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.050998 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.051153 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.052072 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.052072 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] debug = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.052072 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.052072 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.052072 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.052405 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.052405 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.052405 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.052595 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.052736 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.052924 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.053093 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.053260 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.053423 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.053590 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.053750 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.059519 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.059519 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.059519 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.059519 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.059519 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] host = dv-cinder-835871-1-smb {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.059519 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.059519 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.059519 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060062 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060062 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060062 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060062 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060062 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060062 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060062 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060062 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060709 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060709 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060709 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_file = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060709 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_options = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060709 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060709 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060709 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.060709 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061298 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061298 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061298 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061298 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061298 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061298 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061298 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061716 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061716 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061716 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061716 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061716 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061716 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061716 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.061716 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.062195 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.062195 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.062195 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.062195 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.062195 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.062195 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.062195 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.062195 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.062195 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.064747 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.064747 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.064747 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.064747 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.064747 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.064747 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.064747 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.064747 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065299 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065299 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065299 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065299 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065299 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065299 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065299 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065299 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065883 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065883 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065883 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] use_json = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065883 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065883 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065883 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065883 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065883 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.065883 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.066657 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.066657 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.066657 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:50.066657 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.066657 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.066657 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.066657 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.066657 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.067379 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.067379 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.067379 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.067379 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.067379 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.067379 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.067379 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.067379 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.067906 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.067906 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.067906 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.068136 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.068136 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.068868 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.068868 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.068868 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.068868 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.069150 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.069150 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.069291 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.069418 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.069742 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.069918 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.070085 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.071580 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.071580 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.071580 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.071580 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.071580 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.071580 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.071580 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.071580 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.072135 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.072135 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.072135 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.072135 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.072135 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.072475 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.072475 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.072615 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.072736 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.072929 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.073099 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.073321 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.073481 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.073648 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.073816 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.073983 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.074984 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.074984 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.074984 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.074984 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.074984 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.074984 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.075406 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.075406 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.075406 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.075610 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.075687 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.075848 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.076162 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.076470 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.076778 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.077007 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.077240 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.077328 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.078098 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.078098 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.078098 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.078098 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.078098 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.078456 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.078456 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.078615 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.078734 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.078902 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.079114 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.079228 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.080164 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.080164 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.080164 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.080164 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.080164 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.080164 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.080594 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.080594 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.080750 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.081555 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.081555 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.081555 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.081555 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.081555 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083018 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083018 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083018 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083018 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083018 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083018 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083018 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083018 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083475 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083475 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083475 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083475 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083475 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083746 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083818 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.083947 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.084109 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.084431 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.084596 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.084950 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.085258 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.085570 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.085750 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.085918 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.086090 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.093651 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.093651 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.093651 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.093651 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.093651 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.093651 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.093651 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.093651 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094179 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094179 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094179 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094179 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094179 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094179 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094179 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094179 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094617 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094617 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094617 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094617 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094617 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094617 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.094617 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095039 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:50.095111 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095111 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095111 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095111 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095111 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095111 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095111 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095111 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095545 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095545 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095545 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095545 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095545 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095545 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095545 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.095545 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096097 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096097 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096097 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096097 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096097 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096097 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096097 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096097 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096530 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096530 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096530 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096530 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096530 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096530 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096530 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.096530 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.097064 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.097064 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.097064 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.097064 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.097064 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.097064 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.097064 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.097064 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.098254 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.098254 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.098254 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.098254 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.098690 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.098690 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.098810 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.098997 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.098997 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.099935 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.099935 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.099935 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.099935 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.099935 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.100942 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.100942 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.100942 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.100942 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.100942 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.100942 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.101289 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.101289 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.101289 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.101464 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.101606 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.101959 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.102053 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.102140 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.102292 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.103283 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.103466 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.103639 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.104203 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.104203 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.104203 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.104426 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.104426 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.104579 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.104764 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.104961 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.105923 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.106546 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.106546 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.106546 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.106808 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.106808 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.106950 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.107679 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.107679 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.107679 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.107679 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.107679 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.108054 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.108054 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.108200 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.109063 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.109297 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.109547 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.109654 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.109801 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.109977 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114159 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114159 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114159 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114159 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114159 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114159 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114159 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114159 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114641 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114641 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114641 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114641 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114641 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114641 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114641 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.114641 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.115095 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.115095 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.115603 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.115954 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.116322 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.116571 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.116802 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.117062 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.117298 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.117481 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.117658 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.117839 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.118023 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.118203 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.118376 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.118554 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.120117 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.120117 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.120117 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.120117 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.120117 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.120117 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.120117 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.120117 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.120764 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.120764 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.120764 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.120764 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.120764 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.121176 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.121176 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.121176 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.121386 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.121475 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.122577 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.122577 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.122577 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.122577 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.122577 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.122577 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:50.122950 dv-cinder-835871-1-smb neutron-server[105587]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105587) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 16:31:01.539485 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6bd7f8-891b-431f-a753-3d4758e4a7c7 None None] get_active_networks_info from dv-cinder-835871-1-smb {{(pid=105698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 30 16:31:01.608916 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6bd7f8-891b-431f-a753-3d4758e4a7c7 None None] No non-hosted networks {{(pid=105698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 30 16:31:01.623840 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.agentschedulers_db [None req-6b6bd7f8-891b-431f-a753-3d4758e4a7c7 None None] DHCP Agent not found on host dv-cinder-835871-1-smb {{(pid=105698) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 30 16:31:01.777472 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-50bbbfaf-2eaa-4cc9-99e1-7e577fc87366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509151'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:03.897772 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-fca0b0cb-6885-46c8-8cb4-1a040c990cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509151'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:03.989676 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.db.api [None req-40c71c33-b389-47eb-95cc-77728c468413 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-835871-1-smb {{(pid=105698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:31:03.990525 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG oslo_db.api [None req-40c71c33-b389-47eb-95cc-77728c468413 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:31:04.520106 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-40c71c33-b389-47eb-95cc-77728c468413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:05.080094 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33230) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:05.228585 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509151'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:05.698355 dv-cinder-835871-1-smb neutron-server[105696]: WARNING oslo_policy.policy [None req-ec649e87-8962-4f2b-8d56-944203f4ca66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:05.699447 dv-cinder-835871-1-smb neutron-server[105696]: WARNING oslo_policy.policy [None req-ec649e87-8962-4f2b-8d56-944203f4ca66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:05.939727 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [None req-ec649e87-8962-4f2b-8d56-944203f4ca66 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=105696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:31:05.953695 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-ec649e87-8962-4f2b-8d56-944203f4ca66 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8726246 Mar 30 16:31:06.366354 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509151'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:08.067037 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.db.l3_hamode_db [None req-53655d44-b27c-49a0-bff7-b69a7aa2a8b2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 30 16:31:08.178704 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509151'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:08.179335 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.179675 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.180009 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.180343 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.180672 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.181021 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.181672 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.181672 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.182002 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.182321 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.182715 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.182953 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.183286 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.183610 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.183930 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:08.184339 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835871-1-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:08.194652 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835871-1-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:08.202496 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53655d44-b27c-49a0-bff7-b69a7aa2a8b2 None None] Routers set() bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:31:08.202900 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53655d44-b27c-49a0-bff7-b69a7aa2a8b2 None None] Router IDs set() for agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 30 16:31:08.595698 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33264) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:08.910589 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-4c211e56-7123-4087-8da5-4003ad422f4a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:31:09.003212 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.policy [None req-4c211e56-7123-4087-8da5-4003ad422f4a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105696) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 16:31:09.048296 dv-cinder-835871-1-smb neutron-server[105696]: WARNING oslo_policy.policy [None req-4c211e56-7123-4087-8da5-4003ad422f4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:09.048599 dv-cinder-835871-1-smb neutron-server[105696]: WARNING oslo_policy.policy [None req-4c211e56-7123-4087-8da5-4003ad422f4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:09.215082 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4c211e56-7123-4087-8da5-4003ad422f4a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759912494122', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759912493597', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759912477600', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759912470527', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759912456651', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759912268958', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1342817', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1409399', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8100096', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8026902'] for rbac-policy (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:09.407039 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4c211e56-7123-4087-8da5-4003ad422f4a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:09.408157 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-4c211e56-7123-4087-8da5-4003ad422f4a admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8108525 Mar 30 16:31:11.904568 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33276) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:12.217996 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:31:12.336900 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Made reservation on behalf of b6a7d3d4780f49feb522b2781324f584 for: {'network': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:31:12.340632 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:12.357160 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:12.465299 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Publish callbacks [] for security_group (c9c62960-b771-471e-97a5-609f8606119c), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:12.536501 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (c9c62960-b771-471e-97a5-609f8606119c), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:12.568898 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=105696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:31:12.596965 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759909098545', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (554abe5c-82e1-47c1-b594-0104863c1f30), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:12.597444 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Unsubscribe: segment precommit_create {{(pid=105696) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 16:31:12.597953 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.segments_db [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Added segment 554abe5c-82e1-47c1-b594-0104863c1f30 of type vlan for network 7a19ae0f-2035-49e4-8cf6-8abe583fefac Mar 30 16:31:12.612478 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c62960-b771-471e-97a5-609f8606119c,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:12.660780 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.661153 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.661495 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.661846 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.662184 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.662764 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.663093 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.663418 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.663743 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.664066 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.664389 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.664723 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.665072 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.665393 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.665712 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Tracked resource versions report: Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: pushed versions: Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: { 'AddressGroup': {'1.2'}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'Agent': {'1.1'}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'ConntrackHelper': {'1.0'}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'Log': {'1.0'}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'NDPProxy': {'1.0'}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'Network': {'1.1'}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'Port': {'1.7'}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'PortForwarding': {'1.3'}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'QosPolicy': {'1.10'}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'SecurityGroup': {'1.5'}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'SubPort': {'1.0'}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'Subnet': {'1.1'}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'Trunk': {'1.1'}} Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: consumer versions: Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: { DHCP agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: L3 agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: Metadata agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: Metering agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: Open vSwitch agent@dv-cinder-835871-1-smb: { 'AddressGroup': '1.2', Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'Agent': '1.1', Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'ConntrackHelper': '1.0', Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'LocalIPAssociation': '1.0', Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'Log': '1.0', Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'NDPProxy': '1.0', Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'Network': '1.1', Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'Port': '1.7', Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'PortForwarding': '1.3', Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'QosPolicy': '1.10', Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'SecurityGroup': '1.5', Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'SecurityGroupRule': '1.2', Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'SubPort': '1.0', Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'Subnet': '1.1', Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: 'Trunk': '1.1'}} Mar 30 16:31:12.666932 dv-cinder-835871-1-smb neutron-server[105696]: {{(pid=105696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:31:12.709753 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (7a19ae0f-2035-49e4-8cf6-8abe583fefac), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:12.793813 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (7a19ae0f-2035-49e4-8cf6-8abe583fefac), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:12.799097 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:12.800372 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:12.914819 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] Pushing event updated for resources: {'Network': ['ID=7a19ae0f-2035-49e4-8cf6-8abe583fefac,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:12.926491 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network 7a19ae0f-2035-49e4-8cf6-8abe583fefac details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:31:12.928531 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-67688036-64a7-49a2-8d2e-311003ceae34 demo demo] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0227864 Mar 30 16:31:15.453503 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 33288) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:15.946570 dv-cinder-835871-1-smb neutron-server[105697]: WARNING oslo_policy.policy [None req-77c03d11-0e50-45d4-ac58-22ccb830cfb2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:15.947144 dv-cinder-835871-1-smb neutron-server[105697]: WARNING oslo_policy.policy [None req-77c03d11-0e50-45d4-ac58-22ccb830cfb2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:16.392403 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.policy [None req-77c03d11-0e50-45d4-ac58-22ccb830cfb2 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105697) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 16:31:16.436188 dv-cinder-835871-1-smb neutron-server[105697]: WARNING oslo_policy.policy [None req-77c03d11-0e50-45d4-ac58-22ccb830cfb2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:16.436569 dv-cinder-835871-1-smb neutron-server[105697]: WARNING oslo_policy.policy [None req-77c03d11-0e50-45d4-ac58-22ccb830cfb2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:16.444798 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c03d11-0e50-45d4-ac58-22ccb830cfb2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:16.446718 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-77c03d11-0e50-45d4-ac58-22ccb830cfb2 demo admin] 10.222.0.36 "GET /v2.0/networks/7a19ae0f-2035-49e4-8cf6-8abe583fefac HTTP/1.1" status: 200 len: 825 time: 0.9912412 Mar 30 16:31:16.486145 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-56d5bf10-da06-4e5c-b864-a41a035aee07 demo admin] 10.222.0.36 "GET /v2.0/subnetpools/69ef0304-cfac-4cc2-87a0-2fd08cd5c3a5 HTTP/1.1" status: 200 len: 734 time: 0.0337446 Mar 30 16:31:16.495276 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '69ef0304-cfac-4cc2-87a0-2fd08cd5c3a5', 'gateway_ip': '172.20.0.1', 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac', 'ip_version': 4}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:31:16.571104 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Made reservation on behalf of b6a7d3d4780f49feb522b2781324f584 for: {'subnet': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:31:16.574166 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:16.942748 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for subnet (f55178ab-7611-4ef3-927c-3b3d1471e3f9), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:17.009177 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Checking segment: {'id': '554abe5c-82e1-47c1-b594-0104863c1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:31:17.009563 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Network hostable DHCP agents. Network: 7a19ae0f-2035-49e4-8cf6-8abe583fefac, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:31:17.025620 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Pushing event updated for resources: {'Subnet': ['ID=f55178ab-7611-4ef3-927c-3b3d1471e3f9,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:17.036388 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.036730 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.037087 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.037432 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.038023 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.038349 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.038667 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.038982 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.039299 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.039613 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.039927 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.040255 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.040574 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.040911 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.041225 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Tracked resource versions report: Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: pushed versions: Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: { 'AddressGroup': {'1.2'}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'Agent': {'1.1'}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'ConntrackHelper': {'1.0'}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'Log': {'1.0'}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'NDPProxy': {'1.0'}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'Network': {'1.1'}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'Port': {'1.7'}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'PortForwarding': {'1.3'}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'QosPolicy': {'1.10'}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'SecurityGroup': {'1.5'}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'SubPort': {'1.0'}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'Subnet': {'1.1'}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'Trunk': {'1.1'}} Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: consumer versions: Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: { DHCP agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: L3 agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: Metadata agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: Metering agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: Open vSwitch agent@dv-cinder-835871-1-smb: { 'AddressGroup': '1.2', Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'Agent': '1.1', Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'ConntrackHelper': '1.0', Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'LocalIPAssociation': '1.0', Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'Log': '1.0', Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'NDPProxy': '1.0', Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'Network': '1.1', Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'Port': '1.7', Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'PortForwarding': '1.3', Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'QosPolicy': '1.10', Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'SecurityGroup': '1.5', Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'SecurityGroupRule': '1.2', Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'SubPort': '1.0', Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'Subnet': '1.1', Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: 'Trunk': '1.1'}} Mar 30 16:31:17.044293 dv-cinder-835871-1-smb neutron-server[105697]: {{(pid=105697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:31:17.113916 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Network 7a19ae0f-2035-49e4-8cf6-8abe583fefac is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:31:17.188075 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, 7a19ae0f-2035-49e4-8cf6-8abe583fefac) {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:31:17.193301 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:17.193956 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:17.199075 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452b5d42-4ba9-4f3e-abb2-40da8c2a59a7 None None] Network 7a19ae0f-2035-49e4-8cf6-8abe583fefac requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:31:17.293692 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-81429647-00be-4670-bf03-6b03d59f4a5c demo admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8018420 Mar 30 16:31:17.587525 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf8d21e9-ded0-574c-80fb-0bc2ca60a964-7a19ae0f-2035-49e4-8cf6-8abe583fefac', 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac', 'project_id': 'b6a7d3d4780f49feb522b2781324f584', 'fixed_ips': [{'subnet_id': 'f55178ab-7611-4ef3-927c-3b3d1471e3f9'}]}} from dv-cinder-835871-1-smb. {{(pid=105698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:31:17.588859 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:17.873022 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Allocated IP 172.20.0.2 (7a19ae0f-2035-49e4-8cf6-8abe583fefac/f55178ab-7611-4ef3-927c-3b3d1471e3f9/b2b3f9e9-217f-45b0-8616-7736b9441b11) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:31:18.224599 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Publish callbacks [] for port (b2b3f9e9-217f-45b0-8616-7736b9441b11), precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:18.337811 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (b2b3f9e9-217f-45b0-8616-7736b9441b11), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:18.409694 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Network 7a19ae0f-2035-49e4-8cf6-8abe583fefac is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:31:18.422155 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:31:18.425347 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:31:18.431710 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Pushing event updated for resources: {'Port': ['ID=b2b3f9e9-217f-45b0-8616-7736b9441b11,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:18.466108 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.466512 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.466803 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.467161 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.467528 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.467862 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.468194 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.468522 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.468875 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.469206 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.469534 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.469880 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.470211 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.470534 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.470860 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Tracked resource versions report: Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: pushed versions: Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: { 'AddressGroup': {'1.2'}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'Agent': {'1.1'}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'ConntrackHelper': {'1.0'}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'Log': {'1.0'}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'NDPProxy': {'1.0'}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'Network': {'1.1'}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'Port': {'1.7'}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'PortForwarding': {'1.3'}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'QosPolicy': {'1.10'}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'SecurityGroup': {'1.5'}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'SubPort': {'1.0'}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'Subnet': {'1.1'}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'Trunk': {'1.1'}} Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: consumer versions: Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: { DHCP agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: L3 agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: Metadata agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: Metering agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: Open vSwitch agent@dv-cinder-835871-1-smb: { 'AddressGroup': '1.2', Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'Agent': '1.1', Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'ConntrackHelper': '1.0', Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'LocalIPAssociation': '1.0', Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'Log': '1.0', Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'NDPProxy': '1.0', Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'Network': '1.1', Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'Port': '1.7', Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'PortForwarding': '1.3', Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'QosPolicy': '1.10', Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'SecurityGroup': '1.5', Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'SecurityGroupRule': '1.2', Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'SubPort': '1.0', Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'Subnet': '1.1', Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: 'Trunk': '1.1'}} Mar 30 16:31:18.472221 dv-cinder-835871-1-smb neutron-server[105698]: {{(pid=105698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:31:18.522453 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Attempting to bind port b2b3f9e9-217f-45b0-8616-7736b9441b11 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:31:18.522864 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Attempting to bind port b2b3f9e9-217f-45b0-8616-7736b9441b11 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '554abe5c-82e1-47c1-b594-0104863c1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:31:18.523297 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Attempting to bind port b2b3f9e9-217f-45b0-8616-7736b9441b11 on network 7a19ae0f-2035-49e4-8cf6-8abe583fefac {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:31:18.528256 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:31:18.528638 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Checking segment: {'id': '554abe5c-82e1-47c1-b594-0104863c1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:31:18.529151 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:18.529555 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Bound using segment: {'id': '554abe5c-82e1-47c1-b594-0104863c1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:31:18.530038 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Bound port: b2b3f9e9-217f-45b0-8616-7736b9441b11, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554abe5c-82e1-47c1-b594-0104863c1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:31:18.530465 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (b2b3f9e9-217f-45b0-8616-7736b9441b11), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:18.591723 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] For port b2b3f9e9-217f-45b0-8616-7736b9441b11, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:31:18.596073 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] For port b2b3f9e9-217f-45b0-8616-7736b9441b11, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=b2b3f9e9-217f-45b0-8616-7736b9441b11,segment=NetworkSegment(554abe5c-82e1-47c1-b594-0104863c1f30),segment_id=554abe5c-82e1-47c1-b594-0104863c1f30)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:31:18.663689 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (b2b3f9e9-217f-45b0-8616-7736b9441b11), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:18.731412 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cd234-7df5-411b-9750-fa84a12bc082 None None] Pushing event updated for resources: {'Port': ['ID=b2b3f9e9-217f-45b0-8616-7736b9441b11,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:19.833506 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 33308) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:20.151268 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [None req-9a4fe705-d9bf-44c0-9ecf-4dd2bb52c655 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=105697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:31:20.152331 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-9a4fe705-d9bf-44c0-9ecf-4dd2bb52c655 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3177986 Mar 30 16:31:22.691167 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33316) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:23.006332 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [None req-531dcfd6-a800-40d9-ad91-9e507684ac48 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=105696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:31:23.007333 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-531dcfd6-a800-40d9-ad91-9e507684ac48 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3152947 Mar 30 16:31:25.576507 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33324) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:25.891507 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-03e592a0-068b-45ec-899f-c1233ecb2599 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:31:25.977093 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-03e592a0-068b-45ec-899f-c1233ecb2599 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-903'] for router (7f7e7da2-1f0f-4fab-a2e6-a31332994dcf), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:25.978691 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-03e592a0-068b-45ec-899f-c1233ecb2599 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-910'] for router (7f7e7da2-1f0f-4fab-a2e6-a31332994dcf), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:26.118640 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-03e592a0-068b-45ec-899f-c1233ecb2599 demo demo] Publish callbacks [] for router_controller (7f7e7da2-1f0f-4fab-a2e6-a31332994dcf), precommit_add_association {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:26.269519 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-03e592a0-068b-45ec-899f-c1233ecb2599 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-508452'] for router (7f7e7da2-1f0f-4fab-a2e6-a31332994dcf), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:26.373390 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-03e592a0-068b-45ec-899f-c1233ecb2599 demo demo] Publish callbacks [] for router (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:26.374613 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-03e592a0-068b-45ec-899f-c1233ecb2599 demo demo] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7969964 Mar 30 16:31:26.974835 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 5 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:31:28.790783 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device b2b3f9e9-217f-45b0-8616-7736b9441b11 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:31:28.878803 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port b2b3f9e9-217f-45b0-8616-7736b9441b11 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:28.879242 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b2b3f9e9-217f-45b0-8616-7736b9441b11), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:28.922170 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33336) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:28.993964 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port b2b3f9e9-217f-45b0-8616-7736b9441b11 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:28.994375 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (b2b3f9e9-217f-45b0-8616-7736b9441b11), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:29.031794 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port b2b3f9e9-217f-45b0-8616-7736b9441b11, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=b2b3f9e9-217f-45b0-8616-7736b9441b11,segment=NetworkSegment(554abe5c-82e1-47c1-b594-0104863c1f30),segment_id=554abe5c-82e1-47c1-b594-0104863c1f30)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:29.108280 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (b2b3f9e9-217f-45b0-8616-7736b9441b11), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:29.162857 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=b2b3f9e9-217f-45b0-8616-7736b9441b11,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:29.262413 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [None req-8b154cd2-f62d-4ca4-8ca6-54dd62551e74 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=105696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:31:29.263438 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-8b154cd2-f62d-4ca4-8ca6-54dd62551e74 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3403890 Mar 30 16:31:30.085552 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c9ffce-7e36-4e7b-a4e3-2de2a753e37b None None] Network 7a19ae0f-2035-49e4-8cf6-8abe583fefac requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:31:30.210480 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-f02e1518-16c7-4031-aa49-faeb6fb41462 None None] Provisioning complete for port b2b3f9e9-217f-45b0-8616-7736b9441b11 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:30.210863 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f02e1518-16c7-4031-aa49-faeb6fb41462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b2b3f9e9-217f-45b0-8616-7736b9441b11), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:30.301599 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-f02e1518-16c7-4031-aa49-faeb6fb41462 None None] Current status of the port b2b3f9e9-217f-45b0-8616-7736b9441b11 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:30.422229 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-3a23f7c3-c015-4c22-b1f7-c0a7ef755b40 None None] Provisioning complete for port b2b3f9e9-217f-45b0-8616-7736b9441b11 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:30.422630 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-3a23f7c3-c015-4c22-b1f7-c0a7ef755b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b2b3f9e9-217f-45b0-8616-7736b9441b11), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:30.502292 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-3a23f7c3-c015-4c22-b1f7-c0a7ef755b40 None None] Current status of the port b2b3f9e9-217f-45b0-8616-7736b9441b11 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:30.768568 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device b2b3f9e9-217f-45b0-8616-7736b9441b11 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:31:30.814768 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port b2b3f9e9-217f-45b0-8616-7736b9441b11 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:30.815154 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b2b3f9e9-217f-45b0-8616-7736b9441b11), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:30.887458 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port b2b3f9e9-217f-45b0-8616-7736b9441b11 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:31.519481 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d26e75ab-90d4-4eda-b654-cbc5c4d44caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:31.838097 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33344) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:32.146986 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:31:32.222093 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Made reservation on behalf of 3cf8400fd31246d29ffbf619cef180c6 for: {'network': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:31:32.224277 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:32.232170 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:32.303781 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Publish callbacks [] for security_group (ee8c562e-9d36-4cf6-a60b-7e21eceb16df), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:32.370757 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (ee8c562e-9d36-4cf6-a60b-7e21eceb16df), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:32.388696 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Reserving flat network on physical network physnet1 {{(pid=105696) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 30 16:31:32.405136 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8c562e-9d36-4cf6-a60b-7e21eceb16df,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:32.410487 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (838d1377-a6d5-49be-b8f2-1496c98024f9), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:32.410835 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.segments_db [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Added segment 838d1377-a6d5-49be-b8f2-1496c98024f9 of type flat for network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e Mar 30 16:31:32.469116 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:32.576863 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:32.577750 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:32.578330 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:32.668934 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] Pushing event updated for resources: {'Network': ['ID=35dc4e84-87ad-47f8-b6c4-c8f525e0f65e,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:32.679031 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:31:32.733072 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-4e3098b5-e1b6-49a7-8da9-f465aad16580 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8938742 Mar 30 16:31:33.770577 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c2505f32-eb1c-4886-8610-ccd688893faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:35.159857 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:35.222718 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 33352) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:35.515888 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd93c37-9d16-453d-969b-75fbbee1c173 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:35.517805 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-cbd93c37-9d16-453d-969b-75fbbee1c173 demo admin] 10.222.0.36 "GET /v2.0/subnets/f55178ab-7611-4ef3-927c-3b3d1471e3f9 HTTP/1.1" status: 200 len: 849 time: 0.2935841 Mar 30 16:31:35.697413 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-39a4eac5-800a-4420-bfa4-391831081f1d demo admin] 10.222.0.36 "GET /v2.0/routers/7f7e7da2-1f0f-4fab-a2e6-a31332994dcf HTTP/1.1" status: 200 len: 704 time: 0.1739116 Mar 30 16:31:35.966206 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:36.261407 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Allocated IP 172.20.0.1 (7a19ae0f-2035-49e4-8cf6-8abe583fefac/f55178ab-7611-4ef3-927c-3b3d1471e3f9/c1157b7f-d528-41ee-bed9-0ef883a65148) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:31:36.359157 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:36.416774 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Publish callbacks [] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:36.537362 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:36.604993 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Network 7a19ae0f-2035-49e4-8cf6-8abe583fefac is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:31:36.609602 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:31:36.618069 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:31:36.618633 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509683'] for router_interface (7f7e7da2-1f0f-4fab-a2e6-a31332994dcf), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:36.687440 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Pushing event updated for resources: {'Port': ['ID=c1157b7f-d528-41ee-bed9-0ef883a65148,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:36.766712 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-be7be52a-5086-42a2-b5bb-c63f7dded7e4 None None] Provisioning complete for port c1157b7f-d528-41ee-bed9-0ef883a65148 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:36.767592 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-be7be52a-5086-42a2-b5bb-c63f7dded7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:36.841771 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-be7be52a-5086-42a2-b5bb-c63f7dded7e4 None None] Port c1157b7f-d528-41ee-bed9-0ef883a65148 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:31:36.918962 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:37.172629 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Publish callbacks [] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:37.239097 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:37.239850 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509543'] for router_interface (7f7e7da2-1f0f-4fab-a2e6-a31332994dcf), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:37.318090 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Pushing event updated for resources: {'Port': ['ID=c1157b7f-d528-41ee-bed9-0ef883a65148,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:37.362349 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Network 7a19ae0f-2035-49e4-8cf6-8abe583fefac is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:31:37.363603 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:31:37.605836 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Router 7f7e7da2-1f0f-4fab-a2e6-a31332994dcf is scheduled to L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 with binding_index 1 {{(pid=105697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:31:37.665898 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-23d0a5ca-690f-4acb-9489-de254711d748 None None] Provisioning complete for port c1157b7f-d528-41ee-bed9-0ef883a65148 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:37.666428 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-23d0a5ca-690f-4acb-9489-de254711d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:37.699484 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-23d0a5ca-690f-4acb-9489-de254711d748 None None] Port c1157b7f-d528-41ee-bed9-0ef883a65148 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:31:37.702460 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:31:37.707935 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-8307cd5b-0195-4644-b76b-5dea076b1677 demo admin] 10.222.0.36 "PUT /v2.0/routers/7f7e7da2-1f0f-4fab-a2e6-a31332994dcf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0054512 Mar 30 16:31:37.724019 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Sync routers for ids ['7f7e7da2-1f0f-4fab-a2e6-a31332994dcf'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:31:37.736672 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Routers {'7f7e7da2-1f0f-4fab-a2e6-a31332994dcf'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:31:37.737536 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:31:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['7f7e7da2-1f0f-4fab-a2e6-a31332994dcf'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:37.926443 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Set router 7f7e7da2-1f0f-4fab-a2e6-a31332994dcf gateway port host: None {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:31:38.159626 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:38.366788 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'name': 'router1', 'tenant_id': 'b6a7d3d4780f49feb522b2781324f584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:31:25Z', 'updated_at': '2022-03-30T16:31:36Z', 'revision_number': 2, 'project_id': 'b6a7d3d4780f49feb522b2781324f584', 'gw_port_host': None, '_interfaces': [{'id': 'c1157b7f-d528-41ee-bed9-0ef883a65148', 'name': '', 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac', 'tenant_id': 'b6a7d3d4780f49feb522b2781324f584', 'mac_address': 'fa:16:3e:c0:83:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f55178ab-7611-4ef3-927c-3b3d1471e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:35Z', 'updated_at': '2022-03-30T16:31:37Z', 'revision_number': 2, 'project_id': 'b6a7d3d4780f49feb522b2781324f584', 'subnets': [{'id': 'f55178ab-7611-4ef3-927c-3b3d1471e3f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69ef0304-cfac-4cc2-87a0-2fd08cd5c3a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:38.415600 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Checking router: 7f7e7da2-1f0f-4fab-a2e6-a31332994dcf for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:31:38.415918 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Updating router 7f7e7da2-1f0f-4fab-a2e6-a31332994dcf port c1157b7f-d528-41ee-bed9-0ef883a65148 binding host dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:31:38.494124 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:38.977833 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Publish callbacks [] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:39.034331 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:39.206042 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Pushing event updated for resources: {'Port': ['ID=c1157b7f-d528-41ee-bed9-0ef883a65148,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:39.208534 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Attempting to bind port c1157b7f-d528-41ee-bed9-0ef883a65148 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:31:39.208927 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Attempting to bind port c1157b7f-d528-41ee-bed9-0ef883a65148 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '554abe5c-82e1-47c1-b594-0104863c1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:31:39.213490 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Attempting to bind port c1157b7f-d528-41ee-bed9-0ef883a65148 on network 7a19ae0f-2035-49e4-8cf6-8abe583fefac {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:31:39.217696 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:31:39.218088 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Checking segment: {'id': '554abe5c-82e1-47c1-b594-0104863c1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:31:39.218574 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:39.219035 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Bound using segment: {'id': '554abe5c-82e1-47c1-b594-0104863c1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:31:39.219438 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Bound port: c1157b7f-d528-41ee-bed9-0ef883a65148, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554abe5c-82e1-47c1-b594-0104863c1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:31:39.219842 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:39.223080 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.223314 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.223647 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.223987 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.224402 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.224697 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.225047 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.225370 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.225694 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.226014 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.226351 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.226697 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.227018 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.227334 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.227649 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Tracked resource versions report: Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: pushed versions: Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: { 'AddressGroup': {'1.2'}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'Agent': {'1.1'}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'ConntrackHelper': {'1.0'}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'Log': {'1.0'}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'NDPProxy': {'1.0'}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'Network': {'1.1'}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'Port': {'1.7'}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'PortForwarding': {'1.3'}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'QosPolicy': {'1.10'}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'SecurityGroup': {'1.5'}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'SubPort': {'1.0'}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'Subnet': {'1.1'}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'Trunk': {'1.1'}} Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: consumer versions: Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: { DHCP agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: L3 agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: Metadata agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: Metering agent@dv-cinder-835871-1-smb: {}, Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: Open vSwitch agent@dv-cinder-835871-1-smb: { 'AddressGroup': '1.2', Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'Agent': '1.1', Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'ConntrackHelper': '1.0', Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'LocalIPAssociation': '1.0', Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'Log': '1.0', Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'NDPProxy': '1.0', Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'Network': '1.1', Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'Port': '1.7', Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'PortForwarding': '1.3', Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'QosPolicy': '1.10', Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'SecurityGroup': '1.5', Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'SecurityGroupRule': '1.2', Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'SubPort': '1.0', Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'Subnet': '1.1', Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: 'Trunk': '1.1'}} Mar 30 16:31:39.228924 dv-cinder-835871-1-smb neutron-server[105699]: {{(pid=105699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:31:39.295065 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] For port c1157b7f-d528-41ee-bed9-0ef883a65148, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:31:39.314983 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] For port c1157b7f-d528-41ee-bed9-0ef883a65148, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=c1157b7f-d528-41ee-bed9-0ef883a65148,segment=NetworkSegment(554abe5c-82e1-47c1-b594-0104863c1f30),segment_id=554abe5c-82e1-47c1-b594-0104863c1f30)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:31:39.325594 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-62ac3ec5-ddd3-4e23-9a4f-56b6fb2fc598 None None] Provisioning complete for port c1157b7f-d528-41ee-bed9-0ef883a65148 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:39.330612 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-62ac3ec5-ddd3-4e23-9a4f-56b6fb2fc598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:39.363369 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-62ac3ec5-ddd3-4e23-9a4f-56b6fb2fc598 None None] Port c1157b7f-d528-41ee-bed9-0ef883a65148 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:31:39.365156 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:39.419425 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Routers {'7f7e7da2-1f0f-4fab-a2e6-a31332994dcf'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:31:39.420053 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:31:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['7f7e7da2-1f0f-4fab-a2e6-a31332994dcf'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:39.490815 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd18221-5bf4-428d-8d00-7938fa02a8a6 None None] Pushing event updated for resources: {'Port': ['ID=c1157b7f-d528-41ee-bed9-0ef883a65148,revision_number=4']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:39.522140 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] Set router 7f7e7da2-1f0f-4fab-a2e6-a31332994dcf gateway port host: None {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:31:39.583538 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-005af05f-cc26-437c-bbad-1d3cb9c72602 None None] Provisioning complete for port c1157b7f-d528-41ee-bed9-0ef883a65148 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:39.584025 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-005af05f-cc26-437c-bbad-1d3cb9c72602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:39.665487 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-005af05f-cc26-437c-bbad-1d3cb9c72602 None None] Current status of the port c1157b7f-d528-41ee-bed9-0ef883a65148 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:39.665889 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-005af05f-cc26-437c-bbad-1d3cb9c72602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:39.701354 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-005af05f-cc26-437c-bbad-1d3cb9c72602 None None] For port c1157b7f-d528-41ee-bed9-0ef883a65148, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=c1157b7f-d528-41ee-bed9-0ef883a65148,segment=NetworkSegment(554abe5c-82e1-47c1-b594-0104863c1f30),segment_id=554abe5c-82e1-47c1-b594-0104863c1f30)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:39.741431 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'name': 'router1', 'tenant_id': 'b6a7d3d4780f49feb522b2781324f584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:31:25Z', 'updated_at': '2022-03-30T16:31:36Z', 'revision_number': 2, 'project_id': 'b6a7d3d4780f49feb522b2781324f584', 'gw_port_host': None, '_interfaces': [{'id': 'c1157b7f-d528-41ee-bed9-0ef883a65148', 'name': '', 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac', 'tenant_id': 'b6a7d3d4780f49feb522b2781324f584', 'mac_address': 'fa:16:3e:c0:83:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f55178ab-7611-4ef3-927c-3b3d1471e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:35Z', 'updated_at': '2022-03-30T16:31:39Z', 'revision_number': 4, 'project_id': 'b6a7d3d4780f49feb522b2781324f584', 'subnets': [{'id': 'f55178ab-7611-4ef3-927c-3b3d1471e3f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69ef0304-cfac-4cc2-87a0-2fd08cd5c3a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:39.759158 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-005af05f-cc26-437c-bbad-1d3cb9c72602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:39.772607 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461ca8b4-9238-4529-ad0d-1611e16260f2 None None] The sync data for ids ['7f7e7da2-1f0f-4fab-a2e6-a31332994dcf'] in dv-cinder-835871-1-smb is: [{'id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'name': 'router1', 'tenant_id': 'b6a7d3d4780f49feb522b2781324f584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:31:25Z', 'updated_at': '2022-03-30T16:31:36Z', 'revision_number': 2, 'project_id': 'b6a7d3d4780f49feb522b2781324f584', 'gw_port_host': None, '_interfaces': [{'id': 'c1157b7f-d528-41ee-bed9-0ef883a65148', 'name': '', 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac', 'tenant_id': 'b6a7d3d4780f49feb522b2781324f584', 'mac_address': 'fa:16:3e:c0:83:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f55178ab-7611-4ef3-927c-3b3d1471e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:35Z', 'updated_at': '2022-03-30T16:31:39Z', 'revision_number': 4, 'project_id': 'b6a7d3d4780f49feb522b2781324f584', 'subnets': [{'id': 'f55178ab-7611-4ef3-927c-3b3d1471e3f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69ef0304-cfac-4cc2-87a0-2fd08cd5c3a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:31:39.813761 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005af05f-cc26-437c-bbad-1d3cb9c72602 None None] Pushing event updated for resources: {'Port': ['ID=c1157b7f-d528-41ee-bed9-0ef883a65148,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:40.243898 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 33372) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:40.362207 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3d9214-5620-42ca-90fb-f9ac05c09df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:40.368799 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-ac3d9214-5620-42ca-90fb-f9ac05c09df7 admin admin] 10.222.0.36 "GET /v2.0/networks/35dc4e84-87ad-47f8-b6c4-c8f525e0f65e HTTP/1.1" status: 200 len: 842 time: 0.1186676 Mar 30 16:31:40.373108 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-377814ae-f50d-4458-82ee-c03a4042b2f5 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.2.0/24', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:31:40.462380 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377814ae-f50d-4458-82ee-c03a4042b2f5 admin admin] Made reservation on behalf of 3cf8400fd31246d29ffbf619cef180c6 for: {'subnet': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:31:40.464744 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-377814ae-f50d-4458-82ee-c03a4042b2f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:40.776325 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.objects.ports [None req-377814ae-f50d-4458-82ee-c03a4042b2f5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105697) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 30 16:31:40.776762 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-377814ae-f50d-4458-82ee-c03a4042b2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for subnet (03b8c251-c580-4f0a-aa61-b5a6fbf22b2d), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:40.831796 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377814ae-f50d-4458-82ee-c03a4042b2f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b8c251-c580-4f0a-aa61-b5a6fbf22b2d,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:40.842177 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377814ae-f50d-4458-82ee-c03a4042b2f5 admin admin] Checking segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:31:40.842536 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377814ae-f50d-4458-82ee-c03a4042b2f5 admin admin] Network hostable DHCP agents. Network: 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:31:40.913960 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377814ae-f50d-4458-82ee-c03a4042b2f5 admin admin] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:31:40.982080 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-377814ae-f50d-4458-82ee-c03a4042b2f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e) {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:31:40.986880 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377814ae-f50d-4458-82ee-c03a4042b2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:40.987389 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-377814ae-f50d-4458-82ee-c03a4042b2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:40.993421 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd866b0-306e-4e1d-a82a-b45d315ca3cf None None] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:31:41.070532 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-377814ae-f50d-4458-82ee-c03a4042b2f5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7009208 Mar 30 16:31:41.101025 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4380aa-8f15-40d0-a7d4-b4a5d6925578 None None] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:31:43.530070 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 33390) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:43.664170 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-803abc89-a909-4dd5-8ee2-cdec9401792a demo admin] 10.222.0.36 "GET /v2.0/routers/7f7e7da2-1f0f-4fab-a2e6-a31332994dcf HTTP/1.1" status: 200 len: 710 time: 0.1329000 Mar 30 16:31:43.748613 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851d53ee-cb3c-40e6-baa1-1192289824d8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:43.750008 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-851d53ee-cb3c-40e6-baa1-1192289824d8 demo admin] 10.222.0.36 "GET /v2.0/networks/35dc4e84-87ad-47f8-b6c4-c8f525e0f65e HTTP/1.1" status: 200 len: 886 time: 0.0805752 Mar 30 16:31:43.759196 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:31:44.076943 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Publish callbacks [] for router_gateway (7f7e7da2-1f0f-4fab-a2e6-a31332994dcf), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:44.367636 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Publish callbacks [] for router_gateway (7f7e7da2-1f0f-4fab-a2e6-a31332994dcf), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:44.442770 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:44.555990 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Allocated IP 172.28.2.61 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/fe4bb8d4-5efb-4b4f-8b50-8c38902aa330) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:31:44.658467 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Publish callbacks [] for port (fe4bb8d4-5efb-4b4f-8b50-8c38902aa330), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:44.742829 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (fe4bb8d4-5efb-4b4f-8b50-8c38902aa330), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:44.778235 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:31:44.781012 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:31:44.784566 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:31:44.822182 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Pushing event updated for resources: {'Port': ['ID=fe4bb8d4-5efb-4b4f-8b50-8c38902aa330,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:45.101709 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Publish callbacks [] for router_gateway (7f7e7da2-1f0f-4fab-a2e6-a31332994dcf), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:45.311534 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-928'] for router (7f7e7da2-1f0f-4fab-a2e6-a31332994dcf), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:45.315071 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-508452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-508639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522425'] for router (7f7e7da2-1f0f-4fab-a2e6-a31332994dcf), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:45.425161 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Router 7f7e7da2-1f0f-4fab-a2e6-a31332994dcf has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:31:45.535649 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:31:45.540356 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] Publish callbacks [] for router (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:45.544314 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-1e062f9d-cd30-469c-9792-f9510b35cbcc demo admin] 10.222.0.36 "PUT /v2.0/routers/7f7e7da2-1f0f-4fab-a2e6-a31332994dcf HTTP/1.1" status: 200 len: 889 time: 1.7884760 Mar 30 16:31:46.814987 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device c1157b7f-d528-41ee-bed9-0ef883a65148 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:31:46.869200 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port c1157b7f-d528-41ee-bed9-0ef883a65148 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:46.869604 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:46.957118 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port c1157b7f-d528-41ee-bed9-0ef883a65148 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:48.096458 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33402) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:48.231840 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-9e9cc463-6247-4b2b-800f-72cac8fe6a8d admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1326337 Mar 30 16:31:48.615321 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Sync routers for ids ['7f7e7da2-1f0f-4fab-a2e6-a31332994dcf'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:31:48.626855 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Routers {'7f7e7da2-1f0f-4fab-a2e6-a31332994dcf'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:31:48.627787 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:31:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['7f7e7da2-1f0f-4fab-a2e6-a31332994dcf'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:48.846448 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Set router 7f7e7da2-1f0f-4fab-a2e6-a31332994dcf gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:31:49.323866 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'name': 'router1', 'tenant_id': 'b6a7d3d4780f49feb522b2781324f584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'fe4bb8d4-5efb-4b4f-8b50-8c38902aa330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:31:25Z', 'updated_at': '2022-03-30T16:31:44Z', 'revision_number': 4, 'project_id': 'b6a7d3d4780f49feb522b2781324f584', 'gw_port': {'id': 'fe4bb8d4-5efb-4b4f-8b50-8c38902aa330', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:44Z', 'updated_at': '2022-03-30T16:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'c1157b7f-d528-41ee-bed9-0ef883a65148', 'name': '', 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac', 'tenant_id': 'b6a7d3d4780f49feb522b2781324f584', 'mac_address': 'fa:16:3e:c0:83:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f55178ab-7611-4ef3-927c-3b3d1471e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:35Z', 'updated_at': '2022-03-30T16:31:39Z', 'revision_number': 5, 'project_id': 'b6a7d3d4780f49feb522b2781324f584', 'subnets': [{'id': 'f55178ab-7611-4ef3-927c-3b3d1471e3f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69ef0304-cfac-4cc2-87a0-2fd08cd5c3a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:49.373340 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Checking router: 7f7e7da2-1f0f-4fab-a2e6-a31332994dcf for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:31:49.373721 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Updating router 7f7e7da2-1f0f-4fab-a2e6-a31332994dcf port fe4bb8d4-5efb-4b4f-8b50-8c38902aa330 binding host dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:31:49.428010 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (fe4bb8d4-5efb-4b4f-8b50-8c38902aa330), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:49.743584 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Publish callbacks [] for port (fe4bb8d4-5efb-4b4f-8b50-8c38902aa330), precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:49.804817 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (fe4bb8d4-5efb-4b4f-8b50-8c38902aa330), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:49.853855 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Attempting to bind port fe4bb8d4-5efb-4b4f-8b50-8c38902aa330 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:31:49.855629 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Attempting to bind port fe4bb8d4-5efb-4b4f-8b50-8c38902aa330 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:31:49.855629 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Attempting to bind port fe4bb8d4-5efb-4b4f-8b50-8c38902aa330 on network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:31:49.864335 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5203a83-0b9f-42a5-bd10-56f9d8f1cbb6 None None] Pushing event updated for resources: {'Port': ['ID=fe4bb8d4-5efb-4b4f-8b50-8c38902aa330,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:49.873167 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:31:49.873167 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Checking segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:31:49.873355 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:49.873627 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Bound using segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:31:49.874079 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Bound port: fe4bb8d4-5efb-4b4f-8b50-8c38902aa330, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:31:49.874459 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (fe4bb8d4-5efb-4b4f-8b50-8c38902aa330), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:49.940001 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] For port fe4bb8d4-5efb-4b4f-8b50-8c38902aa330, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:31:49.943423 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] For port fe4bb8d4-5efb-4b4f-8b50-8c38902aa330, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=fe4bb8d4-5efb-4b4f-8b50-8c38902aa330,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:31:50.011492 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (fe4bb8d4-5efb-4b4f-8b50-8c38902aa330), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:50.074013 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5203a83-0b9f-42a5-bd10-56f9d8f1cbb6 None None] Pushing event updated for resources: {'Port': ['ID=fe4bb8d4-5efb-4b4f-8b50-8c38902aa330,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:50.077501 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Routers {'7f7e7da2-1f0f-4fab-a2e6-a31332994dcf'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:31:50.078295 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:31:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['7f7e7da2-1f0f-4fab-a2e6-a31332994dcf'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:50.197833 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] Set router 7f7e7da2-1f0f-4fab-a2e6-a31332994dcf gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:31:50.424061 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'name': 'router1', 'tenant_id': 'b6a7d3d4780f49feb522b2781324f584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'fe4bb8d4-5efb-4b4f-8b50-8c38902aa330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:31:25Z', 'updated_at': '2022-03-30T16:31:44Z', 'revision_number': 4, 'project_id': 'b6a7d3d4780f49feb522b2781324f584', 'gw_port': {'id': 'fe4bb8d4-5efb-4b4f-8b50-8c38902aa330', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:44Z', 'updated_at': '2022-03-30T16:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'c1157b7f-d528-41ee-bed9-0ef883a65148', 'name': '', 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac', 'tenant_id': 'b6a7d3d4780f49feb522b2781324f584', 'mac_address': 'fa:16:3e:c0:83:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f55178ab-7611-4ef3-927c-3b3d1471e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:35Z', 'updated_at': '2022-03-30T16:31:39Z', 'revision_number': 5, 'project_id': 'b6a7d3d4780f49feb522b2781324f584', 'subnets': [{'id': 'f55178ab-7611-4ef3-927c-3b3d1471e3f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69ef0304-cfac-4cc2-87a0-2fd08cd5c3a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:50.453564 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f1054-fdbc-4180-ab45-aee709377c3c None None] The sync data for ids ['7f7e7da2-1f0f-4fab-a2e6-a31332994dcf'] in dv-cinder-835871-1-smb is: [{'id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'name': 'router1', 'tenant_id': 'b6a7d3d4780f49feb522b2781324f584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'fe4bb8d4-5efb-4b4f-8b50-8c38902aa330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:31:25Z', 'updated_at': '2022-03-30T16:31:44Z', 'revision_number': 4, 'project_id': 'b6a7d3d4780f49feb522b2781324f584', 'gw_port': {'id': 'fe4bb8d4-5efb-4b4f-8b50-8c38902aa330', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:44Z', 'updated_at': '2022-03-30T16:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'c1157b7f-d528-41ee-bed9-0ef883a65148', 'name': '', 'network_id': '7a19ae0f-2035-49e4-8cf6-8abe583fefac', 'tenant_id': 'b6a7d3d4780f49feb522b2781324f584', 'mac_address': 'fa:16:3e:c0:83:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7e7da2-1f0f-4fab-a2e6-a31332994dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f55178ab-7611-4ef3-927c-3b3d1471e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:35Z', 'updated_at': '2022-03-30T16:31:39Z', 'revision_number': 5, 'project_id': 'b6a7d3d4780f49feb522b2781324f584', 'subnets': [{'id': 'f55178ab-7611-4ef3-927c-3b3d1471e3f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69ef0304-cfac-4cc2-87a0-2fd08cd5c3a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:31:50.842873 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device fe4bb8d4-5efb-4b4f-8b50-8c38902aa330 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:31:50.913298 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port fe4bb8d4-5efb-4b4f-8b50-8c38902aa330 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:50.913702 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (fe4bb8d4-5efb-4b4f-8b50-8c38902aa330), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:51.054290 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port fe4bb8d4-5efb-4b4f-8b50-8c38902aa330 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:51.055096 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (fe4bb8d4-5efb-4b4f-8b50-8c38902aa330), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:51.082759 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port fe4bb8d4-5efb-4b4f-8b50-8c38902aa330, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=fe4bb8d4-5efb-4b4f-8b50-8c38902aa330,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:51.155777 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (fe4bb8d4-5efb-4b4f-8b50-8c38902aa330), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:51.214883 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=fe4bb8d4-5efb-4b4f-8b50-8c38902aa330,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:52.855674 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device fe4bb8d4-5efb-4b4f-8b50-8c38902aa330 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:31:52.966283 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port fe4bb8d4-5efb-4b4f-8b50-8c38902aa330 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:52.966759 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (fe4bb8d4-5efb-4b4f-8b50-8c38902aa330), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:53.136181 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port fe4bb8d4-5efb-4b4f-8b50-8c38902aa330 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:32:01.553873 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b6ecad41-d6f6-46cf-85ae-1d56fda220d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:03.759251 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-91d55c1f-00c7-4079-a040-6a6b791d041c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:03.976056 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 5 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:32:05.153546 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:06.336567 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:08.119008 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:31.540159 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-447b8731-1291-4617-a255-96525ca2f823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:33.751800 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f0f7de31-abe3-43ac-8627-5b0eec0c33b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:36.204083 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:36.359014 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:38.140776 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:40.974942 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 5 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:33:01.546332 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7fe213c9-fe7c-48e4-ac63-ed442a15b5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:03.758025 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d17475b3-c8e7-4d06-84e6-e15e6f73a53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:05.147316 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:06.340992 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:08.124069 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:15.636522 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33886) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:15.703060 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.pecan_wsgi.hooks.translation [None req-9531f121-453e-4c7a-a60a-dde0fa12bd1b admin admin] GET failed (client error): The resource could not be found. Mar 30 16:33:15.704271 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-9531f121-453e-4c7a-a60a-dde0fa12bd1b admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667586 Mar 30 16:33:15.869772 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f070f23-7ea5-43f6-b0a2-a9f6e70957a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:15.871238 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-3f070f23-7ea5-43f6-b0a2-a9f6e70957a7 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1630201 Mar 30 16:33:17.974041 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 5 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:33:18.199132 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33896) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:18.327797 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ec5f63-4d41-4b40-90d2-8d313f43107e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:18.329186 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-89ec5f63-4d41-4b40-90d2-8d313f43107e admin admin] 10.222.0.36 "GET /v2.0/subnets/f55178ab-7611-4ef3-927c-3b3d1471e3f9 HTTP/1.1" status: 200 len: 849 time: 0.1290822 Mar 30 16:33:18.338530 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:33:18.422386 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Publish callbacks [] for subnet (f55178ab-7611-4ef3-927c-3b3d1471e3f9), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:18.637727 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759909259650'] for subnet (f55178ab-7611-4ef3-927c-3b3d1471e3f9), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:18.676588 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:18.677217 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:18.678518 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] 10.222.0.36 "PUT /v2.0/subnets/f55178ab-7611-4ef3-927c-3b3d1471e3f9 HTTP/1.1" status: 200 len: 868 time: 0.3435612 Mar 30 16:33:18.681658 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0078c98e-eba2-4f38-b025-3abb2d0262ea None None] Network 7a19ae0f-2035-49e4-8cf6-8abe583fefac requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:33:18.702633 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f55178ab-7611-4ef3-927c-3b3d1471e3f9,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:18.710137 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:18.710525 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:18.710851 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:18.711211 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:18.711546 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:18.711871 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:18.712199 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:18.712521 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:18.713495 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:18.713828 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:18.714158 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:18.714512 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:18.714834 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:18.715155 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:18.715475 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195c588-929c-472c-ad14-aa4b5ea8950f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:19.035108 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-1e9d50ad-6fdb-4b38-b4ae-9431be14705f None None] Provisioning complete for port b2b3f9e9-217f-45b0-8616-7736b9441b11 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:33:19.035497 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1e9d50ad-6fdb-4b38-b4ae-9431be14705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b2b3f9e9-217f-45b0-8616-7736b9441b11), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:19.116376 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d50ad-6fdb-4b38-b4ae-9431be14705f None None] Current status of the port b2b3f9e9-217f-45b0-8616-7736b9441b11 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:33:19.126292 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-1e9d50ad-6fdb-4b38-b4ae-9431be14705f None None] Provisioning complete for port c1157b7f-d528-41ee-bed9-0ef883a65148 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:33:19.126678 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1e9d50ad-6fdb-4b38-b4ae-9431be14705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (c1157b7f-d528-41ee-bed9-0ef883a65148), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:19.199949 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d50ad-6fdb-4b38-b4ae-9431be14705f None None] Current status of the port c1157b7f-d528-41ee-bed9-0ef883a65148 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:33:21.012511 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 33904) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:21.291741 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07401e49-01ab-487a-abec-697a73dd3f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:21.292152 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07401e49-01ab-487a-abec-697a73dd3f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:21.293734 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-07401e49-01ab-487a-abec-697a73dd3f09 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2797315 Mar 30 16:33:23.602735 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33914) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:23.802894 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4e52c6-4efa-44de-ae5d-9902fbf83cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:23.803386 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4e52c6-4efa-44de-ae5d-9902fbf83cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:23.804968 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-7a4e52c6-4efa-44de-ae5d-9902fbf83cab admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2012289 Mar 30 16:33:26.133230 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33922) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:26.311878 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76217e61-e2ac-4aa3-b1b8-d1a71f811c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:26.313264 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-76217e61-e2ac-4aa3-b1b8-d1a71f811c89 admin admin] 10.222.0.36 "GET /v2.0/networks/35dc4e84-87ad-47f8-b6c4-c8f525e0f65e HTTP/1.1" status: 200 len: 886 time: 0.1790895 Mar 30 16:33:28.621326 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33930) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:28.768446 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f723af-1f01-482b-8856-0f86842ed935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:28.769896 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-25f723af-1f01-482b-8856-0f86842ed935 admin admin] 10.222.0.36 "GET /v2.0/networks/7a19ae0f-2035-49e4-8cf6-8abe583fefac HTTP/1.1" status: 200 len: 869 time: 0.1476226 Mar 30 16:33:31.141372 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 33938) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:31.266144 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d0721d-d14d-4239-9cce-4e6f09f48988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:31.266615 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d0721d-d14d-4239-9cce-4e6f09f48988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:31.268154 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-73d0721d-d14d-4239-9cce-4e6f09f48988 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258457 Mar 30 16:33:31.518054 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-bf87eabb-2134-4f21-b2e2-c5d39fe75f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:33.582433 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33946) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:33.707525 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd86f40-f765-49ee-ac5f-a540b2485c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:33.708001 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd86f40-f765-49ee-ac5f-a540b2485c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:33.709559 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-edd86f40-f765-49ee-ac5f-a540b2485c63 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261182 Mar 30 16:33:33.763894 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2a9b630a-e5f2-4ce1-b6ed-1a9e060a5304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:35.157650 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:36.036942 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 33954) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:36.123693 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5cd4a8-5aa9-482b-a321-0b3ecad1c754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:36.125145 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-7e5cd4a8-5aa9-482b-a321-0b3ecad1c754 admin admin] 10.222.0.36 "GET /v2.0/subnets/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d HTTP/1.1" status: 200 len: 816 time: 0.0871329 Mar 30 16:33:36.322956 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:38.117452 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:38.419740 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 33962) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:38.509836 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed31637-0e7c-4082-83e7-4acf9d0fb266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:38.511147 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-9ed31637-0e7c-4082-83e7-4acf9d0fb266 admin admin] 10.222.0.36 "GET /v2.0/subnets/f55178ab-7611-4ef3-927c-3b3d1471e3f9 HTTP/1.1" status: 200 len: 868 time: 0.0903962 Mar 30 16:33:54.972756 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 5 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:34:01.539978 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-3cae1ddb-cbf1-4adf-9ffb-e0d612f91f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:03.734507 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-745e8cff-c33b-4ab8-a5fd-65faa79238c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:05.145759 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:06.338334 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:06.860455 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34014) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:34:06.907963 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [None req-9d8db985-5303-4f79-b84f-96f700504772 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=105696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:34:06.908995 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-9d8db985-5303-4f79-b84f-96f700504772 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475454 Mar 30 16:34:08.119307 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:09.319206 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34022) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:34:09.380964 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.pecan_wsgi.hooks.translation [None req-379ecc16-5196-4cc7-a007-5b80d0806e24 admin admin] GET failed (client error): The resource could not be found. Mar 30 16:34:09.382296 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-379ecc16-5196-4cc7-a007-5b80d0806e24 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620761 Mar 30 16:34:09.524679 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52560bb-76f0-4736-bd07-e3beb9219a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:09.526085 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-a52560bb-76f0-4736-bd07-e3beb9219a1e admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1397603 Mar 30 16:34:11.868126 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34030) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:34:11.915865 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-4ae8f2ab-fba5-4f83-a45a-249671bf44a3 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:34:12.019277 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae8f2ab-fba5-4f83-a45a-249671bf44a3 admin admin] Made reservation on behalf of 3cf8400fd31246d29ffbf619cef180c6 for: {'network': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:34:12.021576 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f2ab-fba5-4f83-a45a-249671bf44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:12.057933 dv-cinder-835871-1-smb neutron-server[105696]: WARNING neutron.services.revisions.revision_plugin [None req-4ae8f2ab-fba5-4f83-a45a-249671bf44a3 admin admin] Could not find related network for resource to bump revision. Mar 30 16:34:12.067964 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae8f2ab-fba5-4f83-a45a-249671bf44a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=105696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:34:12.076902 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f2ab-fba5-4f83-a45a-249671bf44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (9c0f8064-64bf-4fbc-8093-c194855d5d20), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:12.077246 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.segments_db [None req-4ae8f2ab-fba5-4f83-a45a-249671bf44a3 admin admin] Added segment 9c0f8064-64bf-4fbc-8093-c194855d5d20 of type vlan for network 87194b03-9cec-4080-b406-13ab94a8bbfc Mar 30 16:34:12.167166 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f2ab-fba5-4f83-a45a-249671bf44a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (87194b03-9cec-4080-b406-13ab94a8bbfc), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:12.282719 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f2ab-fba5-4f83-a45a-249671bf44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (87194b03-9cec-4080-b406-13ab94a8bbfc), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:12.283701 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae8f2ab-fba5-4f83-a45a-249671bf44a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:12.284343 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f2ab-fba5-4f83-a45a-249671bf44a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:12.341656 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8f2ab-fba5-4f83-a45a-249671bf44a3 admin admin] Pushing event updated for resources: {'Network': ['ID=87194b03-9cec-4080-b406-13ab94a8bbfc,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:12.351250 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network 87194b03-9cec-4080-b406-13ab94a8bbfc details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:34:12.473973 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-4ae8f2ab-fba5-4f83-a45a-249671bf44a3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6047807 Mar 30 16:34:14.820904 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34038) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:34:14.880398 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4bbd11-3dfe-421e-b9f2-4e44bac77480 admin admin] GET failed (client error): The resource could not be found. Mar 30 16:34:14.881729 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-9b4bbd11-3dfe-421e-b9f2-4e44bac77480 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598707 Mar 30 16:34:14.955126 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193bda65-70db-44e2-a56b-ec77832a02b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:14.956585 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-193bda65-70db-44e2-a56b-ec77832a02b5 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0709441 Mar 30 16:34:14.966371 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-fc5d7928-4c90-40f0-8a2d-ec560d5f8d45 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '87194b03-9cec-4080-b406-13ab94a8bbfc', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:34:15.048276 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5d7928-4c90-40f0-8a2d-ec560d5f8d45 admin admin] Made reservation on behalf of 3cf8400fd31246d29ffbf619cef180c6 for: {'subnet': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:34:15.050503 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7928-4c90-40f0-8a2d-ec560d5f8d45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:15.287016 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7928-4c90-40f0-8a2d-ec560d5f8d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for subnet (e5185099-9d56-44db-b815-ecc8f7a69b9d), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:15.343185 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d7928-4c90-40f0-8a2d-ec560d5f8d45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5185099-9d56-44db-b815-ecc8f7a69b9d,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:15.353475 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5d7928-4c90-40f0-8a2d-ec560d5f8d45 admin admin] Checking segment: {'id': '9c0f8064-64bf-4fbc-8093-c194855d5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87194b03-9cec-4080-b406-13ab94a8bbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:34:15.353871 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d7928-4c90-40f0-8a2d-ec560d5f8d45 admin admin] Network hostable DHCP agents. Network: 87194b03-9cec-4080-b406-13ab94a8bbfc, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:34:15.499673 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d7928-4c90-40f0-8a2d-ec560d5f8d45 admin admin] Network 87194b03-9cec-4080-b406-13ab94a8bbfc is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:34:15.583919 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-fc5d7928-4c90-40f0-8a2d-ec560d5f8d45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, 87194b03-9cec-4080-b406-13ab94a8bbfc) {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:34:15.588241 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d7928-4c90-40f0-8a2d-ec560d5f8d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:15.588853 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7928-4c90-40f0-8a2d-ec560d5f8d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:15.594509 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00f75a9-e7db-4d19-a195-5926d66b68ab None None] Network 87194b03-9cec-4080-b406-13ab94a8bbfc requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:34:15.685995 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-fc5d7928-4c90-40f0-8a2d-ec560d5f8d45 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7229829 Mar 30 16:34:15.690898 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf8d21e9-ded0-574c-80fb-0bc2ca60a964-87194b03-9cec-4080-b406-13ab94a8bbfc', 'network_id': '87194b03-9cec-4080-b406-13ab94a8bbfc', 'project_id': '3cf8400fd31246d29ffbf619cef180c6', 'fixed_ips': [{'subnet_id': 'e5185099-9d56-44db-b815-ecc8f7a69b9d'}]}} from dv-cinder-835871-1-smb. {{(pid=105698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:34:15.691894 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:15.954708 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Allocated IP 192.168.233.2 (87194b03-9cec-4080-b406-13ab94a8bbfc/e5185099-9d56-44db-b815-ecc8f7a69b9d/c340a8d5-9e22-4ef9-bd0c-5d445d602793) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:34:16.110416 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Publish callbacks [] for port (c340a8d5-9e22-4ef9-bd0c-5d445d602793), precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:16.204955 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (c340a8d5-9e22-4ef9-bd0c-5d445d602793), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:16.253372 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Network 87194b03-9cec-4080-b406-13ab94a8bbfc is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:34:16.257992 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Pushing event updated for resources: {'Port': ['ID=c340a8d5-9e22-4ef9-bd0c-5d445d602793,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:16.266227 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.266227 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.266227 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.266227 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.266227 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.266671 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.266892 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.267166 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.267478 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.267901 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.268576 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.268576 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.268733 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.269085 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.269404 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:16.273597 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:34:16.290892 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:34:16.357005 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Attempting to bind port c340a8d5-9e22-4ef9-bd0c-5d445d602793 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:34:16.357374 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Attempting to bind port c340a8d5-9e22-4ef9-bd0c-5d445d602793 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '9c0f8064-64bf-4fbc-8093-c194855d5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87194b03-9cec-4080-b406-13ab94a8bbfc'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:34:16.357893 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Attempting to bind port c340a8d5-9e22-4ef9-bd0c-5d445d602793 on network 87194b03-9cec-4080-b406-13ab94a8bbfc {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:34:16.364522 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:34:16.364522 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Checking segment: {'id': '9c0f8064-64bf-4fbc-8093-c194855d5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87194b03-9cec-4080-b406-13ab94a8bbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:34:16.364522 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:16.364974 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Bound using segment: {'id': '9c0f8064-64bf-4fbc-8093-c194855d5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87194b03-9cec-4080-b406-13ab94a8bbfc'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:34:16.365531 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Bound port: c340a8d5-9e22-4ef9-bd0c-5d445d602793, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0f8064-64bf-4fbc-8093-c194855d5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87194b03-9cec-4080-b406-13ab94a8bbfc'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:34:16.366005 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (c340a8d5-9e22-4ef9-bd0c-5d445d602793), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:16.433781 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] For port c340a8d5-9e22-4ef9-bd0c-5d445d602793, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:34:16.437098 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] For port c340a8d5-9e22-4ef9-bd0c-5d445d602793, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=c340a8d5-9e22-4ef9-bd0c-5d445d602793,segment=NetworkSegment(9c0f8064-64bf-4fbc-8093-c194855d5d20),segment_id=9c0f8064-64bf-4fbc-8093-c194855d5d20)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:34:16.535123 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (c340a8d5-9e22-4ef9-bd0c-5d445d602793), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:16.596003 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6c191-3ff7-41ac-af7f-aad33c39de59 None None] Pushing event updated for resources: {'Port': ['ID=c340a8d5-9e22-4ef9-bd0c-5d445d602793,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:16.966745 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device c340a8d5-9e22-4ef9-bd0c-5d445d602793 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:34:17.036918 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port c340a8d5-9e22-4ef9-bd0c-5d445d602793 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:34:17.037716 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (c340a8d5-9e22-4ef9-bd0c-5d445d602793), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:17.125385 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port c340a8d5-9e22-4ef9-bd0c-5d445d602793 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:34:17.126021 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (c340a8d5-9e22-4ef9-bd0c-5d445d602793), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:17.160738 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port c340a8d5-9e22-4ef9-bd0c-5d445d602793, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=c340a8d5-9e22-4ef9-bd0c-5d445d602793,segment=NetworkSegment(9c0f8064-64bf-4fbc-8093-c194855d5d20),segment_id=9c0f8064-64bf-4fbc-8093-c194855d5d20)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:34:17.232034 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (c340a8d5-9e22-4ef9-bd0c-5d445d602793), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:17.289163 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=c340a8d5-9e22-4ef9-bd0c-5d445d602793,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:17.674742 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8570ac2c-056b-4397-a562-ff3315785ccd None None] Network 87194b03-9cec-4080-b406-13ab94a8bbfc requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:34:17.789738 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-55e06eef-1ac2-4262-be4d-cfa326361579 None None] Provisioning complete for port c340a8d5-9e22-4ef9-bd0c-5d445d602793 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:34:17.790169 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-55e06eef-1ac2-4262-be4d-cfa326361579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (c340a8d5-9e22-4ef9-bd0c-5d445d602793), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:17.898815 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-55e06eef-1ac2-4262-be4d-cfa326361579 None None] Current status of the port c340a8d5-9e22-4ef9-bd0c-5d445d602793 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:34:18.124238 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-7b21c113-1349-4be3-a35f-b29b96733eee None None] Provisioning complete for port c340a8d5-9e22-4ef9-bd0c-5d445d602793 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:34:18.124679 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7b21c113-1349-4be3-a35f-b29b96733eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (c340a8d5-9e22-4ef9-bd0c-5d445d602793), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:18.218615 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-7b21c113-1349-4be3-a35f-b29b96733eee None None] Current status of the port c340a8d5-9e22-4ef9-bd0c-5d445d602793 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:34:18.887226 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device c340a8d5-9e22-4ef9-bd0c-5d445d602793 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:34:18.942801 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port c340a8d5-9e22-4ef9-bd0c-5d445d602793 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:34:18.943191 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (c340a8d5-9e22-4ef9-bd0c-5d445d602793), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:19.026921 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port c340a8d5-9e22-4ef9-bd0c-5d445d602793 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:34:31.566456 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0befa208-cf4d-49e8-adad-c6b9481b35c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:31.971721 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 5 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:34:33.762598 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f968860c-4348-42b0-b0b6-66d57fc2e557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:35.162407 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:36.368085 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:38.131917 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:01.550253 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7364e049-f47a-4b7c-8272-b045af4bfb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:03.733044 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-78d72cee-a840-4646-a5ed-3a572be9bfac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:05.160143 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:06.361863 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:08.144456 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:08.970865 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 5 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:35:31.530535 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-232bddea-ad2d-4622-a7b2-57fbbb63bee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:33.755254 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0d05052f-26b8-4a26-adb2-db1ad0588e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:35.199437 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:36.376262 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:38.138125 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:44.079213 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34078) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:35:44.084884 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [None req-271aac95-8b83-49bb-9dd3-328d048587f1 tempest-verify_tempest_config-1147751590 tempest-verify_tempest_config-1147751590-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=105696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:35:44.085848 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-271aac95-8b83-49bb-9dd3-328d048587f1 tempest-verify_tempest_config-1147751590 tempest-verify_tempest_config-1147751590-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056474 Mar 30 16:35:44.572757 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34096) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:35:44.678407 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:44.774443 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Publish callbacks [] for security_group (4c6c418f-066e-411d-be8c-f07c21eb114d), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:44.875298 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4c6c418f-066e-411d-be8c-f07c21eb114d), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:44.923091 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d72651ea25f4a268827b363e3820e76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3490169 Mar 30 16:35:44.923767 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6c418f-066e-411d-be8c-f07c21eb114d,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:35:44.925644 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34102) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:35:44.930300 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.930652 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.931017 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.931375 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.931713 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.932143 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.932803 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.932803 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.933145 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.933471 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.933794 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.934136 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.934461 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.934782 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.935101 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d72670-dd46-4017-bca6-2e0a864fe73c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:44.980537 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Publish callbacks [] for security_group (4c6c418f-066e-411d-be8c-f07c21eb114d), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:45.001254 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Publish callbacks [] for security_group (4c6c418f-066e-411d-be8c-f07c21eb114d), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:45.144047 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4c6c418f-066e-411d-be8c-f07c21eb114d), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:45.146770 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:45.147929 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c6c418f-066e-411d-be8c-f07c21eb114d HTTP/1.1" status: 204 len: 168 time: 0.2212055 Mar 30 16:35:45.156471 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6c418f-066e-411d-be8c-f07c21eb114d,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:35:45.163354 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.163644 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.164010 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.164633 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.165029 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.168009 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.168009 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.168009 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.168009 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.168009 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.168009 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.168009 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.168009 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.168009 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.168931 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee127d-66cb-443e-8181-bad80f3ca056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:45.969065 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 5 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:36:01.698867 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5e93-83d4-44a2-a65f-783f3ceba7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:03.769815 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-6ab07beb-0fc9-4fc4-9b7a-b6434249222e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:05.186993 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:06.389150 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:08.177486 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:22.970446 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 5 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:36:31.655085 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-015690e7-9c0a-4284-95da-cbd12938bf3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:33.760410 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8515624f-b7cf-4dd3-9e89-4babff34ac22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:35.197949 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:36.359689 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:38.157681 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:59.968773 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 5 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:37:01.599292 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f9d57391-f5b8-4a5f-afed-868f238b8cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:03.768435 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-3e8131c1-853f-4e3e-af86-6f66fcc0c282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:05.165937 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:06.376736 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:08.142490 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:30.156446 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509151'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:31.550957 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-508a1f65-fb1a-4c65-bd7f-9fd62343f2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:33.736393 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d18f39cc-d1ce-44fe-a087-b607a5f2e99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:35.170919 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:36.353141 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:36.967233 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:37:38.165043 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:45.114334 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34172) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:37:45.218309 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-9a752a3b-ec69-4a72-b152-cfa57cad5a01 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1028800 Mar 30 16:37:47.537793 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34182) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:37:47.592059 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-dd590b20-79d6-448c-aa29-cddfd7e1150d admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0531936 Mar 30 16:38:00.162059 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:01.546973 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c0a049d0-e896-402b-9d70-3b50f66adf6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:03.767302 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-3885f666-b62c-40b2-be41-eda989bbe7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:05.212685 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:06.392812 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:08.167034 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:13.965195 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:38:30.141170 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:31.553006 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7461425e-2134-4be5-81d4-f9037fd585be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:33.766764 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-735334ff-af4f-4cdb-b138-a87c4e507cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:35.212272 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:36.367229 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:38.189334 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:50.965575 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:39:00.149064 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:01.572336 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-00581f6f-65be-40db-8010-0b08f2cecacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:03.740743 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7ea776b8-6a21-4902-a835-cef4c19c5878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:05.217367 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:06.363285 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:08.166245 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:27.970358 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:39:30.148532 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.544322 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34368) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:30.789207 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34386) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:30.828797 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-45416153-network', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:30.922717 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Made reservation on behalf of 9aeead52e01c4a67b8294c0188d476bb for: {'network': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:30.925819 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.935751 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.011867 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Publish callbacks [] for security_group (4a3fe53b-40c5-4bce-92b7-1c05af56848f), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.022533 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34394) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:31.079510 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4a3fe53b-40c5-4bce-92b7-1c05af56848f), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.115064 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=105697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:39:31.122066 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3fe53b-40c5-4bce-92b7-1c05af56848f,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:31.134137 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.134832 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.135180 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.135532 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.135861 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.136288 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.136621 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.136971 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.137365 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.137629 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.137948 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.138317 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.138701 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.139007 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.139317 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Tracked resource versions report: Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: pushed versions: Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: { 'AddressGroup': {'1.2'}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'Agent': {'1.1'}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'ConntrackHelper': {'1.0'}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'Log': {'1.0'}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'NDPProxy': {'1.0'}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'Network': {'1.1'}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'Port': {'1.7'}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'PortForwarding': {'1.3'}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'QosPolicy': {'1.10'}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'SecurityGroup': {'1.5'}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'SubPort': {'1.0'}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'Subnet': {'1.1'}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'Trunk': {'1.1'}} Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: consumer versions: Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: { DHCP agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: HyperV agent@hv-cinder-83587: {}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: L3 agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: Metadata agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: Metering agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: Open vSwitch agent@dv-cinder-835871-1-smb: { 'AddressGroup': '1.2', Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'Agent': '1.1', Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'ConntrackHelper': '1.0', Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'LocalIPAssociation': '1.0', Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'Log': '1.0', Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'NDPProxy': '1.0', Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'Network': '1.1', Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'Port': '1.7', Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'PortForwarding': '1.3', Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'QosPolicy': '1.10', Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'SecurityGroup': '1.5', Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'SecurityGroupRule': '1.2', Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'SubPort': '1.0', Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'Subnet': '1.1', Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: 'Trunk': '1.1'}} Mar 30 16:39:31.140656 dv-cinder-835871-1-smb neutron-server[105697]: {{(pid=105697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:39:31.147215 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759909098545', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (9654f876-92d5-4553-a3f7-6b9684cbe220), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.147215 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Unsubscribe: segment precommit_create {{(pid=105697) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 16:39:31.147215 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.segments_db [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Added segment 9654f876-92d5-4553-a3f7-6b9684cbe220 of type vlan for network 502a6e91-b591-4f3b-8946-72c3ddeb25ad Mar 30 16:39:31.197171 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (502a6e91-b591-4f3b-8946-72c3ddeb25ad), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.279510 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-686059980-network', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:31.283829 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (502a6e91-b591-4f3b-8946-72c3ddeb25ad), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.285008 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:31.285573 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.309719 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34406) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:31.322120 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34412) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:31.378988 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1663052203-network', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:31.398121 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8496559 Mar 30 16:39:31.398418 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34418) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:31.403587 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Request body: {'subnet': {'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-subnet', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:31.417927 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c08ef-1965-4e51-9f9d-796795e21640 admin admin] Pushing event updated for resources: {'Network': ['ID=502a6e91-b591-4f3b-8946-72c3ddeb25ad,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:31.431427 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network 502a6e91-b591-4f3b-8946-72c3ddeb25ad details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:39:31.457019 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] Made reservation on behalf of 86b56c01e378413aaee7ae98a08a51b1 for: {'network': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:31.460033 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.480513 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.523101 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Made reservation on behalf of 9aeead52e01c4a67b8294c0188d476bb for: {'subnet': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:31.525849 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.581179 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Made reservation on behalf of 48f7c81127e94b1b8582c9dbbc26aaf1 for: {'network': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:31.588002 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.613602 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.675679 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b35f6f3f-dc43-40ae-bb7f-6d9ce9f4775d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.743605 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] Publish callbacks [] for security_group (3fd93b25-1a94-4196-a494-770c7e469d76), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.804319 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-352449825-network', 'tenant_id': 'fb74329a22434db583b289c4ae571dfe'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:31.810559 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-566899516-network', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:31.817477 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Publish callbacks [] for security_group (0a3f4a01-4ae8-4dcc-832c-808639621ec7), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.828057 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (3fd93b25-1a94-4196-a494-770c7e469d76), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.880743 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for subnet (c9df6b30-1554-4ac7-a638-1eff78d1538f), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.909078 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=105697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:39:31.931331 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd93b25-1a94-4196-a494-770c7e469d76,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:31.947676 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] Made reservation on behalf of f0ad01349a534b659dc50fcd3ac8a0e9 for: {'network': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:31.948614 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (0a3f4a01-4ae8-4dcc-832c-808639621ec7), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.952384 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.990607 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.996869 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3f4a01-4ae8-4dcc-832c-808639621ec7,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:32.000111 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (fe69eaa1-c3bf-463a-a041-1985850ffc9d), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.000796 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.segments_db [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] Added segment fe69eaa1-c3bf-463a-a041-1985850ffc9d of type vlan for network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 Mar 30 16:39:32.015093 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] Made reservation on behalf of fb74329a22434db583b289c4ae571dfe for: {'network': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:32.021410 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.058586 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (7ce82cf7-825b-4ffe-ac10-dcddda1e0699), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.106581 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9df6b30-1554-4ac7-a638-1eff78d1538f,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:32.122574 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.124086 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.124086 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.124086 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.124086 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.124649 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.125064 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.125505 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.125901 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.126296 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.126686 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.127095 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.127561 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.128583 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.129025 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Tracked resource versions report: Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: pushed versions: Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: { 'AddressGroup': {'1.2'}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'Agent': {'1.1'}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'ConntrackHelper': {'1.0'}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'Log': {'1.0'}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'NDPProxy': {'1.0'}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'Network': {'1.1'}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'Port': {'1.7'}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'PortForwarding': {'1.3'}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'QosPolicy': {'1.10'}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'SecurityGroup': {'1.5'}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'SubPort': {'1.0'}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'Subnet': {'1.1'}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'Trunk': {'1.1'}} Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: consumer versions: Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: { DHCP agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: HyperV agent@hv-cinder-83587: {}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: L3 agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: Metadata agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: Metering agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: Open vSwitch agent@dv-cinder-835871-1-smb: { 'AddressGroup': '1.2', Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'Agent': '1.1', Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'ConntrackHelper': '1.0', Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'LocalIPAssociation': '1.0', Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'Log': '1.0', Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'NDPProxy': '1.0', Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'Network': '1.1', Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'Port': '1.7', Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'PortForwarding': '1.3', Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'QosPolicy': '1.10', Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'SecurityGroup': '1.5', Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'SecurityGroupRule': '1.2', Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'SubPort': '1.0', Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'Subnet': '1.1', Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: 'Trunk': '1.1'}} Mar 30 16:39:32.130389 dv-cinder-835871-1-smb neutron-server[105696]: {{(pid=105696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:39:32.150792 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.165964 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Checking segment: {'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:32.166330 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Network hostable DHCP agents. Network: 502a6e91-b591-4f3b-8946-72c3ddeb25ad, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:39:32.171772 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (7ce82cf7-825b-4ffe-ac10-dcddda1e0699), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.172749 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:32.173488 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.188072 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] Publish callbacks [] for security_group (a6d6eba6-a4cd-4dd4-8db5-a87e4d07c29a), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.234606 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.db.api [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=105697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:39:32.239063 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG oslo_db.api [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:39:32.245596 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] Pushing event updated for resources: {'Network': ['ID=7ce82cf7-825b-4ffe-ac10-dcddda1e0699,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:32.258473 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:39:32.343359 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-190ad588-a431-4a6a-bbc7-724bf004ebcd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5529249 Mar 30 16:39:32.346077 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34452) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:32.354036 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] Publish callbacks [] for security_group (a567a741-eb90-4cf3-b1b2-038a6a29958f), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.356115 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-d40d5dfb-cf66-4c6a-9d91-9f8b40b9434e admin admin] Request body: {'subnet': {'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-subnet', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:32.356541 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (a6d6eba6-a4cd-4dd4-8db5-a87e4d07c29a), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.360194 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Network 502a6e91-b591-4f3b-8946-72c3ddeb25ad is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:39:32.396206 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d6eba6-a4cd-4dd4-8db5-a87e4d07c29a,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:32.403994 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=105696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:39:32.416650 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (aae2fe66-5103-4a89-933e-1640cc2dc525), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.417090 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.segments_db [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] Added segment aae2fe66-5103-4a89-933e-1640cc2dc525 of type vlan for network 9066559d-1511-4e4c-9ef1-9189866f3059 Mar 30 16:39:32.429778 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (a567a741-eb90-4cf3-b1b2-038a6a29958f), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.459880 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40d5dfb-cf66-4c6a-9d91-9f8b40b9434e admin admin] Made reservation on behalf of 86b56c01e378413aaee7ae98a08a51b1 for: {'subnet': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:32.462236 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d40d5dfb-cf66-4c6a-9d91-9f8b40b9434e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.478237 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a567a741-eb90-4cf3-b1b2-038a6a29958f,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:32.486689 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, 502a6e91-b591-4f3b-8946-72c3ddeb25ad) {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:32.492656 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:32.493889 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.498234 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed165d6f-c9a2-42f7-ae86-3c6538c6c461 None None] Network 502a6e91-b591-4f3b-8946-72c3ddeb25ad requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:32.523110 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (9066559d-1511-4e4c-9ef1-9189866f3059), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.525486 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=105696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:39:32.542197 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (3f4b313f-f87e-451b-942f-1af4254b2216), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.542667 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.segments_db [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] Added segment 3f4b313f-f87e-451b-942f-1af4254b2216 of type vlan for network a6cee0c8-e7ce-40e2-b263-2b8727ad233f Mar 30 16:39:32.591465 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-996e2157-9a9d-4197-a912-fb845de10f01 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1919286 Mar 30 16:39:32.594784 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34462) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:32.602310 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:32.617898 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (a6cee0c8-e7ce-40e2-b263-2b8727ad233f), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.645615 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (9066559d-1511-4e4c-9ef1-9189866f3059), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.647248 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:32.648682 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.705130 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-903'] for router (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.706946 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-910'] for router (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.734910 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf8d21e9-ded0-574c-80fb-0bc2ca60a964-502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f'}]}} from dv-cinder-835871-1-smb. {{(pid=105698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:39:32.735850 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.750687 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.772137 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Publish callbacks [] for router_controller (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), precommit_add_association {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.783283 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4601490 Mar 30 16:39:32.787620 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34472) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:32.791465 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (a6cee0c8-e7ce-40e2-b263-2b8727ad233f), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.791465 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:32.791465 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.794069 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-626b16aa-d945-489c-b3b9-856a46055bce admin admin] Request body: {'subnet': {'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-566899516-subnet', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:32.814095 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=105697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:39:32.821523 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423f4f3-239b-4486-b6e5-81785499163c admin admin] Pushing event updated for resources: {'Network': ['ID=9066559d-1511-4e4c-9ef1-9189866f3059,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:32.835235 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (79cb0384-e241-46d2-893d-c345082d7906), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.835792 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.segments_db [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Added segment 79cb0384-e241-46d2-893d-c345082d7906 of type vlan for network b25aae61-5ff8-46b1-a103-9f8fe1189903 Mar 30 16:39:32.885122 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d40d5dfb-cf66-4c6a-9d91-9f8b40b9434e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for subnet (7adea186-bf7a-46ee-a3ce-f9458fc0ca1b), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.889708 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] Pushing event updated for resources: {'Network': ['ID=a6cee0c8-e7ce-40e2-b263-2b8727ad233f,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:32.895972 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (b25aae61-5ff8-46b1-a103-9f8fe1189903), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.900408 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-e29d2b95-f0b6-442e-828b-41493354ce2b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5857959 Mar 30 16:39:32.900676 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34474) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:32.917557 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Allocated IP 172.20.0.2 (502a6e91-b591-4f3b-8946-72c3ddeb25ad/c9df6b30-1554-4ac7-a638-1eff78d1538f/9e6e4912-7c5b-4f5f-812a-8ef4e8571b17) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:32.926550 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-446130b8-cb7a-42a1-8df5-8f84b4eb9c5e admin admin] Request body: {'subnet': {'network_id': 'a6cee0c8-e7ce-40e2-b263-2b8727ad233f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-352449825-subnet', 'tenant_id': 'fb74329a22434db583b289c4ae571dfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:32.943244 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626b16aa-d945-489c-b3b9-856a46055bce admin admin] Made reservation on behalf of f0ad01349a534b659dc50fcd3ac8a0e9 for: {'subnet': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:32.946059 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-626b16aa-d945-489c-b3b9-856a46055bce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.029751 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d5dfb-cf66-4c6a-9d91-9f8b40b9434e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:33.050522 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d5dfb-cf66-4c6a-9d91-9f8b40b9434e admin admin] Checking segment: {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:33.050885 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40d5dfb-cf66-4c6a-9d91-9f8b40b9434e admin admin] Network hostable DHCP agents. Network: 7ce82cf7-825b-4ffe-ac10-dcddda1e0699, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:39:33.056656 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446130b8-cb7a-42a1-8df5-8f84b4eb9c5e admin admin] Made reservation on behalf of fb74329a22434db583b289c4ae571dfe for: {'subnet': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:33.063431 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-446130b8-cb7a-42a1-8df5-8f84b4eb9c5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.075910 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Publish callbacks [] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.082544 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network 9066559d-1511-4e4c-9ef1-9189866f3059 details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:39:33.084710 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network a6cee0c8-e7ce-40e2-b263-2b8727ad233f details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:39:33.198747 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.231449 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (b25aae61-5ff8-46b1-a103-9f8fe1189903), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.232378 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:33.233033 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.264892 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Pushing event updated for resources: {'Port': ['ID=9e6e4912-7c5b-4f5f-812a-8ef4e8571b17,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:33.271406 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40d5dfb-cf66-4c6a-9d91-9f8b40b9434e admin admin] Network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:39:33.287911 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.288553 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.289086 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.289623 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.290119 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.290882 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.291368 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.291860 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.292354 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.292883 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.293385 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.293884 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.294376 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.294855 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.295344 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Tracked resource versions report: Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: pushed versions: Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: { 'AddressGroup': {'1.2'}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'Agent': {'1.1'}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'ConntrackHelper': {'1.0'}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'Log': {'1.0'}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'NDPProxy': {'1.0'}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'Network': {'1.1'}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'Port': {'1.7'}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'PortForwarding': {'1.3'}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'QosPolicy': {'1.10'}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'SecurityGroup': {'1.5'}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'SubPort': {'1.0'}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'Subnet': {'1.1'}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'Trunk': {'1.1'}} Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: consumer versions: Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: { DHCP agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: HyperV agent@hv-cinder-83587: {}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: L3 agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: Metadata agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: Metering agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: Open vSwitch agent@dv-cinder-835871-1-smb: { 'AddressGroup': '1.2', Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'Agent': '1.1', Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'ConntrackHelper': '1.0', Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'LocalIPAssociation': '1.0', Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'Log': '1.0', Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'NDPProxy': '1.0', Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'Network': '1.1', Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'Port': '1.7', Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'PortForwarding': '1.3', Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'QosPolicy': '1.10', Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'SecurityGroup': '1.5', Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'SecurityGroupRule': '1.2', Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'SubPort': '1.0', Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'Subnet': '1.1', Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: 'Trunk': '1.1'}} Mar 30 16:39:33.296708 dv-cinder-835871-1-smb neutron-server[105698]: {{(pid=105698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:39:33.304721 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Network 502a6e91-b591-4f3b-8946-72c3ddeb25ad is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:33.308679 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:33.311165 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:33.344732 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-626b16aa-d945-489c-b3b9-856a46055bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for subnet (b24404d6-5dc2-4606-9399-33eea5fa9693), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.371235 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] Pushing event updated for resources: {'Network': ['ID=b25aae61-5ff8-46b1-a103-9f8fe1189903,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:33.384080 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network b25aae61-5ff8-46b1-a103-9f8fe1189903 details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:39:33.390374 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Attempting to bind port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:33.390953 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Attempting to bind port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:33.391324 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Attempting to bind port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 on network 502a6e91-b591-4f3b-8946-72c3ddeb25ad {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:33.400802 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Publish callbacks [] for router_gateway (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.408256 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-446130b8-cb7a-42a1-8df5-8f84b4eb9c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for subnet (cd281e6f-de0e-4de3-97ad-b69022d7ed22), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.455145 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:33.455579 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Checking segment: {'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:33.456018 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.457164 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Bound using segment: {'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:33.457855 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Bound port: 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:33.458478 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.513006 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-016fdc04-0e36-4a9c-9cd6-1736af6ed06f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4892392 Mar 30 16:39:33.513699 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-d40d5dfb-cf66-4c6a-9d91-9f8b40b9434e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, 7ce82cf7-825b-4ffe-ac10-dcddda1e0699) {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:33.517927 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34482) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:33.538706 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e40a9-7665-48cc-bf59-0d431982698d None None] Network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:33.544589 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5dfb-cf66-4c6a-9d91-9f8b40b9434e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:33.545208 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d40d5dfb-cf66-4c6a-9d91-9f8b40b9434e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.550669 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-b6e4f856-067d-4ce9-8878-a22b0d63e09a admin admin] Request body: {'subnet': {'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1663052203-subnet', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:33.562958 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446130b8-cb7a-42a1-8df5-8f84b4eb9c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd281e6f-de0e-4de3-97ad-b69022d7ed22,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:33.583751 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b16aa-d945-489c-b3b9-856a46055bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=b24404d6-5dc2-4606-9399-33eea5fa9693,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:33.596566 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b16aa-d945-489c-b3b9-856a46055bce admin admin] Checking segment: {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:33.597505 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626b16aa-d945-489c-b3b9-856a46055bce admin admin] Network hostable DHCP agents. Network: 9066559d-1511-4e4c-9ef1-9189866f3059, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:39:33.619494 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446130b8-cb7a-42a1-8df5-8f84b4eb9c5e admin admin] Checking segment: {'id': '3f4b313f-f87e-451b-942f-1af4254b2216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a6cee0c8-e7ce-40e2-b263-2b8727ad233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:33.619843 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446130b8-cb7a-42a1-8df5-8f84b4eb9c5e admin admin] Network hostable DHCP agents. Network: a6cee0c8-e7ce-40e2-b263-2b8727ad233f, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:39:33.668393 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-d40d5dfb-cf66-4c6a-9d91-9f8b40b9434e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3191869 Mar 30 16:39:33.670620 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34488) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:33.676968 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:33.702687 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626b16aa-d945-489c-b3b9-856a46055bce admin admin] Network 9066559d-1511-4e4c-9ef1-9189866f3059 is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:39:33.756050 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e4f856-067d-4ce9-8878-a22b0d63e09a admin admin] Made reservation on behalf of 48f7c81127e94b1b8582c9dbbc26aaf1 for: {'subnet': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:33.758947 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b6e4f856-067d-4ce9-8878-a22b0d63e09a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.764479 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446130b8-cb7a-42a1-8df5-8f84b4eb9c5e admin admin] Network a6cee0c8-e7ce-40e2-b263-2b8727ad233f is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:39:33.766588 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] For port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:33.790022 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] For port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=9e6e4912-7c5b-4f5f-812a-8ef4e8571b17,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:33.828413 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-903'] for router (daca434a-746f-4ab3-a29a-c5fa4995b6eb), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.829566 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-910'] for router (daca434a-746f-4ab3-a29a-c5fa4995b6eb), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.835236 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf8d21e9-ded0-574c-80fb-0bc2ca60a964-7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b'}]}} from dv-cinder-835871-1-smb. {{(pid=105698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:39:33.836219 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.850446 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a0828d5e-b65a-41ab-b499-a2dae4f14bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.857989 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-626b16aa-d945-489c-b3b9-856a46055bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, 9066559d-1511-4e4c-9ef1-9189866f3059) {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:33.868374 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626b16aa-d945-489c-b3b9-856a46055bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:33.869723 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-626b16aa-d945-489c-b3b9-856a46055bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.888869 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-446130b8-cb7a-42a1-8df5-8f84b4eb9c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, a6cee0c8-e7ce-40e2-b263-2b8727ad233f) {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:33.905906 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446130b8-cb7a-42a1-8df5-8f84b4eb9c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:33.907197 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-446130b8-cb7a-42a1-8df5-8f84b4eb9c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.996402 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Publish callbacks [] for router_gateway (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.020053 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-626b16aa-d945-489c-b3b9-856a46055bce admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2310586 Mar 30 16:39:34.024554 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34498) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:34.030372 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:34.060895 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-446130b8-cb7a-42a1-8df5-8f84b4eb9c5e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1525881 Mar 30 16:39:34.060895 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.063695 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Publish callbacks [] for router_controller (daca434a-746f-4ab3-a29a-c5fa4995b6eb), precommit_add_association {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.074905 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Allocated IP 172.20.0.2 (7ce82cf7-825b-4ffe-ac10-dcddda1e0699/7adea186-bf7a-46ee-a3ce-f9458fc0ca1b/55460f75-ddbb-40da-8bdc-94324f72c5a4) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:34.106233 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c09e26-2d34-4f0f-a5e3-87a0e71bd09f None None] Network 9066559d-1511-4e4c-9ef1-9189866f3059 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:34.117171 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116009e7-1749-4649-892d-fdbb340ef019 None None] Network a6cee0c8-e7ce-40e2-b263-2b8727ad233f requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:34.128854 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-903'] for router (22bd6ca0-5b3b-4932-a185-31140e9d2822), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.130532 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-910'] for router (22bd6ca0-5b3b-4932-a185-31140e9d2822), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.155200 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.280988 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Allocated IP 172.28.2.39 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/2ce73bb9-28ae-4363-8789-c0be4e4ef02c) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:34.467641 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b6e4f856-067d-4ce9-8878-a22b0d63e09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for subnet (94c1e00c-666a-41cc-aec2-f68aac843912), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.487085 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Publish callbacks [] for port (2ce73bb9-28ae-4363-8789-c0be4e4ef02c), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.490159 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Publish callbacks [] for router_gateway (daca434a-746f-4ab3-a29a-c5fa4995b6eb), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.531405 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ad0449-2db0-42f0-9cb2-24a2b474fe78 None None] Network a6cee0c8-e7ce-40e2-b263-2b8727ad233f requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:34.538161 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Publish callbacks [] for router_controller (22bd6ca0-5b3b-4932-a185-31140e9d2822), precommit_add_association {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.562868 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34538) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:34.568393 dv-cinder-835871-1-smb neutron-server[105697]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 16:39:34.601576 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc1f47-adbd-4f46-a7ab-df82ed32c888 None None] Pushing event updated for resources: {'Port': ['ID=9e6e4912-7c5b-4f5f-812a-8ef4e8571b17,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:34.669217 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (2ce73bb9-28ae-4363-8789-c0be4e4ef02c), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.712981 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4f856-067d-4ce9-8878-a22b0d63e09a admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c1e00c-666a-41cc-aec2-f68aac843912,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:34.772526 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf8d21e9-ded0-574c-80fb-0bc2ca60a964-9066559d-1511-4e4c-9ef1-9189866f3059', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693'}]}} from dv-cinder-835871-1-smb. {{(pid=105698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:39:34.773544 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.798407 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4f856-067d-4ce9-8878-a22b0d63e09a admin admin] Checking segment: {'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:34.798961 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e4f856-067d-4ce9-8878-a22b0d63e09a admin admin] Network hostable DHCP agents. Network: b25aae61-5ff8-46b1-a103-9f8fe1189903, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:39:34.811033 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:34.813366 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Publish callbacks [] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.822663 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:34.827152 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:34.834297 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce73bb9-28ae-4363-8789-c0be4e4ef02c,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:34.898584 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.007384 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:35.010525 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Pushing event updated for resources: {'Port': ['ID=55460f75-ddbb-40da-8bdc-94324f72c5a4,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:35.018258 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:35.023423 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:35.069719 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Allocated IP 172.20.0.2 (9066559d-1511-4e4c-9ef1-9189866f3059/b24404d6-5dc2-4606-9399-33eea5fa9693/05611e43-be32-4c9a-828f-ae49bfe5f10b) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:35.125755 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd36154-baa1-4993-9953-399d7aaa138e req-44ac098f-2b10-4155-9554-b455799f7503 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:35.127463 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-44ac098f-2b10-4155-9554-b455799f7503 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/networks?id=a6cee0c8-e7ce-40e2-b263-2b8727ad233f HTTP/1.1" status: 200 len: 811 time: 0.5621238 Mar 30 16:39:35.135063 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Publish callbacks [] for router_gateway (22bd6ca0-5b3b-4932-a185-31140e9d2822), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.156175 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-2755c1f6-23f5-4c15-9b23-ca8bb0a87f88 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/quotas/fb74329a22434db583b289c4ae571dfe HTTP/1.1" status: 200 len: 375 time: 0.0165219 Mar 30 16:39:35.192308 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Attempting to bind port 55460f75-ddbb-40da-8bdc-94324f72c5a4 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:35.192675 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Attempting to bind port 55460f75-ddbb-40da-8bdc-94324f72c5a4 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:35.193073 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Attempting to bind port 55460f75-ddbb-40da-8bdc-94324f72c5a4 on network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:35.195148 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:35.225011 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:35.225507 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Checking segment: {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:35.225817 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.226249 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Bound using segment: {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:35.226763 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Bound port: 55460f75-ddbb-40da-8bdc-94324f72c5a4, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:35.227120 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.228916 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-a5d2e8dd-1f53-4f2f-b1ee-d666621802cd tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb74329a22434db583b289c4ae571dfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581853 Mar 30 16:39:35.229766 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e4f856-067d-4ce9-8878-a22b0d63e09a admin admin] Network b25aae61-5ff8-46b1-a103-9f8fe1189903 is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:39:35.250164 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.393374 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] For port 55460f75-ddbb-40da-8bdc-94324f72c5a4, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:35.401150 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:35.405371 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.409327 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-b6e4f856-067d-4ce9-8878-a22b0d63e09a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, b25aae61-5ff8-46b1-a103-9f8fe1189903) {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:35.445563 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e4f856-067d-4ce9-8878-a22b0d63e09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:35.446247 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b6e4f856-067d-4ce9-8878-a22b0d63e09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.463757 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Publish callbacks [] for router_gateway (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.511525 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa03814-6d1d-4fec-92cf-6d9b18204985 None None] Network b25aae61-5ff8-46b1-a103-9f8fe1189903 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:35.554346 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] For port 55460f75-ddbb-40da-8bdc-94324f72c5a4, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=55460f75-ddbb-40da-8bdc-94324f72c5a4,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:35.561101 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-29d4f8c8-6059-49bc-a9d2-762afd1d1ba9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=105697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:39:35.573446 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-29d4f8c8-6059-49bc-a9d2-762afd1d1ba9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1138091 Mar 30 16:39:35.615427 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Publish callbacks [] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.648463 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Publish callbacks [] for router_gateway (daca434a-746f-4ab3-a29a-c5fa4995b6eb), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.702686 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:35.703084 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.716375 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.732865 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-508452'] for router (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.786836 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.806909 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf8d21e9-ded0-574c-80fb-0bc2ca60a964-b25aae61-5ff8-46b1-a103-9f8fe1189903', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912'}]}} from dv-cinder-835871-1-smb. {{(pid=105698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:39:35.807679 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.844344 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=9e6e4912-7c5b-4f5f-812a-8ef4e8571b17,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:35.851759 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.858725 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-b6e4f856-067d-4ce9-8878-a22b0d63e09a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3181148 Mar 30 16:39:35.873373 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34570) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:35.879601 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Network 9066559d-1511-4e4c-9ef1-9189866f3059 is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:35.889672 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:35.895978 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:35.898920 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049f01a-a23a-4441-b48f-60291c27506a None None] Pushing event updated for resources: {'Port': ['ID=55460f75-ddbb-40da-8bdc-94324f72c5a4,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:35.912390 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:36.072331 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.072547 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-903'] for router (b83a1f9b-fede-4aca-9ff7-2df2907fc088), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.074259 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-910'] for router (b83a1f9b-fede-4aca-9ff7-2df2907fc088), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.133389 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Publish callbacks [] for router_controller (b83a1f9b-fede-4aca-9ff7-2df2907fc088), precommit_add_association {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.175800 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-0d7aeacd-3b04-42ea-83a6-1b2bf72838e0 service neutron] 10.222.0.36 "GET /v2.0/networks/a6cee0c8-e7ce-40e2-b263-2b8727ad233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005120 Mar 30 16:39:36.222935 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 is scheduled to L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 with binding_index 1 {{(pid=105696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:39:36.286091 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38df6cfe-6265-4926-94d9-634df006434a None None] Network 502a6e91-b591-4f3b-8946-72c3ddeb25ad requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:36.458248 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:36.470146 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Sync routers for ids ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:39:36.486631 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Routers {'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:36.487502 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:36.543365 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Publish callbacks [] for router_gateway (b83a1f9b-fede-4aca-9ff7-2df2907fc088), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.550522 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Allocated IP 172.28.2.103 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:36.582771 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Publish callbacks [] for router_gateway (22bd6ca0-5b3b-4932-a185-31140e9d2822), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.586161 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-3f82cc08-599b-4458-9532-dee3cf501527 service neutron] 10.222.0.36 "GET /v2.0/networks/a6cee0c8-e7ce-40e2-b263-2b8727ad233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094181 Mar 30 16:39:36.613642 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Allocated IP 172.20.0.2 (b25aae61-5ff8-46b1-a103-9f8fe1189903/94c1e00c-666a-41cc-aec2-f68aac843912/78f77d8d-4328-4ac6-9dda-671ac57ff7fb) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:36.615087 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.636261 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.646820 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-ff77c78b-1fcd-4e26-9d0c-5e0bf6a94852 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0505743 Mar 30 16:39:36.649838 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34580) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:36.657988 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Set router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:36.810247 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Publish callbacks [] for port (8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.892257 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Pushing event updated for resources: {'Port': ['ID=05611e43-be32-4c9a-828f-ae49bfe5f10b,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:36.904426 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 3, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:36.925314 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Attempting to bind port 05611e43-be32-4c9a-828f-ae49bfe5f10b on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:36.929251 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Attempting to bind port 05611e43-be32-4c9a-828f-ae49bfe5f10b by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:36.930066 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Attempting to bind port 05611e43-be32-4c9a-828f-ae49bfe5f10b on network 9066559d-1511-4e4c-9ef1-9189866f3059 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:36.962373 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.978758 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Checking router: ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:39:36.979644 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Updating router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 port 2ce73bb9-28ae-4363-8789-c0be4e4ef02c binding host dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:39:37.010326 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=9e6e4912-7c5b-4f5f-812a-8ef4e8571b17,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:37.025211 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2ce73bb9-28ae-4363-8789-c0be4e4ef02c), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.055422 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-c47b8f40-b2f4-40cc-91d0-05e6713b0fc4 None None] Provisioning complete for port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:37.056619 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c47b8f40-b2f4-40cc-91d0-05e6713b0fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.139622 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Publish callbacks [] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.146606 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:37.147234 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Checking segment: {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:37.147914 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.148548 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Bound using segment: {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:37.149398 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Bound port: 05611e43-be32-4c9a-828f-ae49bfe5f10b, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:37.149976 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.240904 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.250520 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34608) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:37.253219 dv-cinder-835871-1-smb neutron-server[105696]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 16:39:37.257660 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 55460f75-ddbb-40da-8bdc-94324f72c5a4 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:37.323164 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:37.338155 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:37.349260 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.353670 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:37.395231 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:37.438036 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Allocated IP 172.28.2.235 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/ae091810-4a1b-4273-b7e3-c31053184135) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:37.439318 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Network b25aae61-5ff8-46b1-a103-9f8fe1189903 is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:37.452881 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:37.456109 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Publish callbacks [] for router_gateway (b83a1f9b-fede-4aca-9ff7-2df2907fc088), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.479935 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fe48a363-5957-439b-9dc3-c3a9ef9e39c6 req-9e6b4148-659d-4c78-b028-35c19a222cf4 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 210 time: 0.2280796 Mar 30 16:39:37.486985 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:37.535934 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3792911-ca3b-4633-92fc-6e612a3688bc None None] Network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:37.545084 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.571674 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 55460f75-ddbb-40da-8bdc-94324f72c5a4 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:37.572065 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.647182 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Pushing event updated for resources: {'Port': ['ID=78f77d8d-4328-4ac6-9dda-671ac57ff7fb,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:37.708724 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] For port 05611e43-be32-4c9a-828f-ae49bfe5f10b, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:37.714184 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-c47b8f40-b2f4-40cc-91d0-05e6713b0fc4 None None] Current status of the port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:37.754520 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] For port 05611e43-be32-4c9a-828f-ae49bfe5f10b, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=05611e43-be32-4c9a-828f-ae49bfe5f10b,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:37.760654 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Attempting to bind port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:37.761005 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Attempting to bind port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:37.761373 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Attempting to bind port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb on network b25aae61-5ff8-46b1-a103-9f8fe1189903 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:37.787314 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:37.787854 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Checking segment: {'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:37.788810 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.796064 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Bound using segment: {'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:38.060203 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Bound port: 78f77d8d-4328-4ac6-9dda-671ac57ff7fb, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:38.060203 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.060203 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.064677 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.065883 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-edff9628-e4e4-4e48-afa4-e4291528cae2 None None] Provisioning complete for port 55460f75-ddbb-40da-8bdc-94324f72c5a4 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:38.065883 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-edff9628-e4e4-4e48-afa4-e4291528cae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.122752 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 55460f75-ddbb-40da-8bdc-94324f72c5a4 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:38.122752 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.147102 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf873c-ebb6-4e79-877f-42713a6195f5 None None] Pushing event updated for resources: {'Port': ['ID=05611e43-be32-4c9a-828f-ae49bfe5f10b,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:38.155438 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] For port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:38.234672 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] For port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=78f77d8d-4328-4ac6-9dda-671ac57ff7fb,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:38.252562 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Allocated IP 172.20.0.1 (502a6e91-b591-4f3b-8946-72c3ddeb25ad/c9df6b30-1554-4ac7-a638-1eff78d1538f/0032bd69-5202-42a8-bdfd-ac64a88efc48) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:38.264894 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port 55460f75-ddbb-40da-8bdc-94324f72c5a4, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=55460f75-ddbb-40da-8bdc-94324f72c5a4,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:38.326410 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Publish callbacks [] for port (ae091810-4a1b-4273-b7e3-c31053184135), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.345732 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.348331 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.400682 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-edff9628-e4e4-4e48-afa4-e4291528cae2 None None] Current status of the port 55460f75-ddbb-40da-8bdc-94324f72c5a4 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:38.400682 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-edff9628-e4e4-4e48-afa4-e4291528cae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.401101 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.479836 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ebe8f-8644-4b85-8dfc-347b80c1cd20 None None] Pushing event updated for resources: {'Port': ['ID=78f77d8d-4328-4ac6-9dda-671ac57ff7fb,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:38.487824 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Publish callbacks [] for router_gateway (daca434a-746f-4ab3-a29a-c5fa4995b6eb), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.568244 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Publish callbacks [] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.584618 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.db.api [None req-edff9628-e4e4-4e48-afa4-e4291528cae2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:39:38.584856 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG oslo_db.api [None req-edff9628-e4e4-4e48-afa4-e4291528cae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:39:38.593404 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=55460f75-ddbb-40da-8bdc-94324f72c5a4,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:38.752148 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.757620 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3ed32c23-55c6-4d06-a222-372a56603b88 req-f0a0d74f-b8d2-4e82-88ca-fbaad8da6658 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 210 time: 0.0882287 Mar 30 16:39:38.866501 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Network 502a6e91-b591-4f3b-8946-72c3ddeb25ad is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:38.881603 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (ae091810-4a1b-4273-b7e3-c31053184135), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.887709 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Pushing event updated for resources: {'Port': ['ID=0032bd69-5202-42a8-bdfd-ac64a88efc48,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:38.890960 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:38.910619 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:38.911441 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509683'] for router_interface (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.982601 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34676) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:39.008601 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:39.016183 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:39.028093 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:39.212971 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-edff9628-e4e4-4e48-afa4-e4291528cae2 None None] Current status of the port 55460f75-ddbb-40da-8bdc-94324f72c5a4 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:39.250119 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Pushing event updated for resources: {'Port': ['ID=ae091810-4a1b-4273-b7e3-c31053184135,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:39.275908 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Publish callbacks [] for port (2ce73bb9-28ae-4363-8789-c0be4e4ef02c), precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.380691 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (2ce73bb9-28ae-4363-8789-c0be4e4ef02c), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.386238 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-508452'] for router (daca434a-746f-4ab3-a29a-c5fa4995b6eb), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.417473 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:39.431497 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-27d0cb2a-6881-4351-b3ac-ea25081a75eb None None] Provisioning complete for port 55460f75-ddbb-40da-8bdc-94324f72c5a4 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:39.433322 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-27d0cb2a-6881-4351-b3ac-ea25081a75eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.450842 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d4af1503-a38e-44db-89f3-45ff7a31becd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.473732 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Pushing event updated for resources: {'Port': ['ID=2ce73bb9-28ae-4363-8789-c0be4e4ef02c,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:39.486582 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.487718 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.488259 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.488788 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.489352 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.489901 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.490388 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.490880 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.491366 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.491863 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.492438 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.492979 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.493469 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.493995 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.494506 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Tracked resource versions report: Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: pushed versions: Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: { 'AddressGroup': {'1.2'}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'Agent': {'1.1'}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'ConntrackHelper': {'1.0'}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'Log': {'1.0'}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'NDPProxy': {'1.0'}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'Network': {'1.1'}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'Port': {'1.7'}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'PortForwarding': {'1.3'}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'QosPolicy': {'1.10'}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'SecurityGroup': {'1.5'}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'SubPort': {'1.0'}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'Subnet': {'1.1'}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'Trunk': {'1.1'}} Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: consumer versions: Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: { DHCP agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: HyperV agent@hv-cinder-83587: {}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: L3 agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: Metadata agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: Metering agent@dv-cinder-835871-1-smb: {}, Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: Open vSwitch agent@dv-cinder-835871-1-smb: { 'AddressGroup': '1.2', Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'Agent': '1.1', Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'ConntrackHelper': '1.0', Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'LocalIPAssociation': '1.0', Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'Log': '1.0', Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'NDPProxy': '1.0', Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'Network': '1.1', Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'Port': '1.7', Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'PortForwarding': '1.3', Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'QosPolicy': '1.10', Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'SecurityGroup': '1.5', Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'SecurityGroupRule': '1.2', Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'SubPort': '1.0', Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'Subnet': '1.1', Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: 'Trunk': '1.1'}} Mar 30 16:39:39.496009 dv-cinder-835871-1-smb neutron-server[105699]: {{(pid=105699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:39:39.518302 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Attempting to bind port 2ce73bb9-28ae-4363-8789-c0be4e4ef02c on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:39.518917 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Attempting to bind port 2ce73bb9-28ae-4363-8789-c0be4e4ef02c by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:39.519468 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Attempting to bind port 2ce73bb9-28ae-4363-8789-c0be4e4ef02c on network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:39.527299 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:39.528188 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Checking segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:39.529067 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.529660 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Bound using segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:39.530518 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Bound port: 2ce73bb9-28ae-4363-8789-c0be4e4ef02c, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:39.531753 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2ce73bb9-28ae-4363-8789-c0be4e4ef02c), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.551703 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:39.552252 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.617987 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] For port 2ce73bb9-28ae-4363-8789-c0be4e4ef02c, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:39.622009 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] For port 2ce73bb9-28ae-4363-8789-c0be4e4ef02c, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=2ce73bb9-28ae-4363-8789-c0be4e4ef02c,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:39.657115 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.662233 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-27d0cb2a-6881-4351-b3ac-ea25081a75eb None None] Current status of the port 55460f75-ddbb-40da-8bdc-94324f72c5a4 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:39.670399 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Allocated IP 172.28.2.115 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/4d81a0f3-515a-4657-a397-ff83cebd3909) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:39.697161 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-27d0cb2a-6881-4351-b3ac-ea25081a75eb None None] Provisioning complete for port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:39.697884 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-27d0cb2a-6881-4351-b3ac-ea25081a75eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.737771 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (2ce73bb9-28ae-4363-8789-c0be4e4ef02c), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.839777 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c29bbb-85bb-48d1-9918-445c5e5f0fbf None None] Pushing event updated for resources: {'Port': ['ID=2ce73bb9-28ae-4363-8789-c0be4e4ef02c,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:39.869195 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Routers {'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:39.870443 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:39.894788 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b39a21-9b44-4934-ad9d-08154d45e954 None None] Network 9066559d-1511-4e4c-9ef1-9189866f3059 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:39.938684 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fa78190a-2897-42d8-af43-a299e3bc4db6 req-19e1d61d-ad57-49ce-bb56-2857178327ae tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 210 time: 0.0736365 Mar 30 16:39:40.063953 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:40.067659 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 78f77d8d-4328-4ac6-9dda-671ac57ff7fb up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:40.070990 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] Set router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:40.153221 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d4af1503-a38e-44db-89f3-45ff7a31becd admin admin] Publish callbacks [] for security_group (1ac1dd3c-a243-4e0d-9205-7fa5080c0d90), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.157056 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Publish callbacks [] for router_gateway (22bd6ca0-5b3b-4932-a185-31140e9d2822), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.161397 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Publish callbacks [] for port (4d81a0f3-515a-4657-a397-ff83cebd3909), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.201158 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:40.201657 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.205111 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-27d0cb2a-6881-4351-b3ac-ea25081a75eb None None] Current status of the port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:40.285480 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Publish callbacks [] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.318805 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d4af1503-a38e-44db-89f3-45ff7a31becd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (1ac1dd3c-a243-4e0d-9205-7fa5080c0d90), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.388455 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d0a4eb-34ab-46eb-990f-c92967914850 None None] Network b25aae61-5ff8-46b1-a103-9f8fe1189903 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:40.395775 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.396670 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509543'] for router_interface (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.417233 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-d4af1503-a38e-44db-89f3-45ff7a31becd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=414589c2c4b9403081b106318cd6582a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4315608 Mar 30 16:39:40.431850 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34708) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:40.435491 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af1503-a38e-44db-89f3-45ff7a31becd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac1dd3c-a243-4e0d-9205-7fa5080c0d90,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:40.478991 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Router daca434a-746f-4ab3-a29a-c5fa4995b6eb is scheduled to L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 with binding_index 1 {{(pid=105697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:39:40.512145 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-d2720be0-db17-4e91-8408-8532e486660b None None] Provisioning complete for port 05611e43-be32-4c9a-828f-ae49bfe5f10b triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:40.512544 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d2720be0-db17-4e91-8408-8532e486660b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.579728 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:38Z', 'revision_number': 1, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:40.590424 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Pushing event updated for resources: {'Port': ['ID=0032bd69-5202-42a8-bdfd-ac64a88efc48,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:40.623659 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea15e784-5ab1-433b-aa1b-e31b3d479054 None None] The sync data for ids ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'] in dv-cinder-835871-1-smb is: [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:38Z', 'revision_number': 1, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:39:40.635321 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a8c1419d-b35a-4fae-8888-6c3d52e00a5e admin admin] Publish callbacks [] for security_group (1ac1dd3c-a243-4e0d-9205-7fa5080c0d90), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.660911 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Network 502a6e91-b591-4f3b-8946-72c3ddeb25ad is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:40.662550 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:40.671620 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a8c1419d-b35a-4fae-8888-6c3d52e00a5e admin admin] Publish callbacks [] for security_group (1ac1dd3c-a243-4e0d-9205-7fa5080c0d90), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.758780 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (4d81a0f3-515a-4657-a397-ff83cebd3909), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.765251 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-d2720be0-db17-4e91-8408-8532e486660b None None] Current status of the port 05611e43-be32-4c9a-828f-ae49bfe5f10b is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:40.765251 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d2720be0-db17-4e91-8408-8532e486660b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.767201 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:40.767665 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.813816 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Pushing event updated for resources: {'Port': ['ID=4d81a0f3-515a-4657-a397-ff83cebd3909,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:40.849132 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:39:40.859783 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=78f77d8d-4328-4ac6-9dda-671ac57ff7fb,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:40.931548 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-d2720be0-db17-4e91-8408-8532e486660b None None] For port 05611e43-be32-4c9a-828f-ae49bfe5f10b, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=05611e43-be32-4c9a-828f-ae49bfe5f10b,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:40.975054 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.975948 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 55460f75-ddbb-40da-8bdc-94324f72c5a4 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:40.993400 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:41.012284 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:41.015065 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:41.069292 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a8c1419d-b35a-4fae-8888-6c3d52e00a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (1ac1dd3c-a243-4e0d-9205-7fa5080c0d90), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:41.071985 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a8c1419d-b35a-4fae-8888-6c3d52e00a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:41.073344 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-a8c1419d-b35a-4fae-8888-6c3d52e00a5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ac1dd3c-a243-4e0d-9205-7fa5080c0d90 HTTP/1.1" status: 204 len: 168 time: 0.6349907 Mar 30 16:39:41.085052 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:41.125699 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-97fe4986-0c5f-46bf-b6f6-dc3e54311811 admin admin] 10.222.0.36 "PUT /v2.0/routers/ae7e8efd-9019-4db1-b5af-7c9b3ef27e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4746983 Mar 30 16:39:41.152299 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d2720be0-db17-4e91-8408-8532e486660b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:41.270283 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=78f77d8d-4328-4ac6-9dda-671ac57ff7fb,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:41.320588 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-d2720be0-db17-4e91-8408-8532e486660b None None] Provisioning complete for port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:41.324648 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d2720be0-db17-4e91-8408-8532e486660b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:41.408423 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 55460f75-ddbb-40da-8bdc-94324f72c5a4 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:41.409792 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:41.487823 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1419d-b35a-4fae-8888-6c3d52e00a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac1dd3c-a243-4e0d-9205-7fa5080c0d90,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:41.492380 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2720be0-db17-4e91-8408-8532e486660b None None] Pushing event updated for resources: {'Port': ['ID=05611e43-be32-4c9a-828f-ae49bfe5f10b,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:41.528031 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-508452'] for router (22bd6ca0-5b3b-4932-a185-31140e9d2822), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:41.531362 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6e578259-9c6d-4d39-a81f-9f473581cf05 req-f8549d7c-dba9-4d36-8e1b-7b3652743040 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 210 time: 0.0801923 Mar 30 16:39:41.539168 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:41.573754 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Sync routers for ids ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:39:41.618831 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Routers {'daca434a-746f-4ab3-a29a-c5fa4995b6eb'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:41.619510 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:41.720255 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-d2720be0-db17-4e91-8408-8532e486660b None None] Current status of the port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:41.739131 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:41.744176 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-fe111516-622d-4475-ab68-3d4831031ce3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.0689926 Mar 30 16:39:41.745233 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34740) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:41.836626 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Router 22bd6ca0-5b3b-4932-a185-31140e9d2822 is scheduled to L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 with binding_index 1 {{(pid=105697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:39:41.852093 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 55460f75-ddbb-40da-8bdc-94324f72c5a4 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:41.853428 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 05611e43-be32-4c9a-828f-ae49bfe5f10b up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:41.914659 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-d2720be0-db17-4e91-8408-8532e486660b None None] Provisioning complete for port 0032bd69-5202-42a8-bdfd-ac64a88efc48 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:41.915145 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d2720be0-db17-4e91-8408-8532e486660b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:41.984771 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-d2720be0-db17-4e91-8408-8532e486660b None None] Port 0032bd69-5202-42a8-bdfd-ac64a88efc48 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:41.995687 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Set router daca434a-746f-4ab3-a29a-c5fa4995b6eb gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:41.997947 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 05611e43-be32-4c9a-828f-ae49bfe5f10b triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:41.998178 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.159849 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.45', 53849) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:42.200128 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 05611e43-be32-4c9a-828f-ae49bfe5f10b is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:42.216729 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Publish callbacks [] for router_gateway (b83a1f9b-fede-4aca-9ff7-2df2907fc088), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.262769 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-efb2c382-8357-47cb-ab9c-9b895ad2b491 None None] Provisioning complete for port 05611e43-be32-4c9a-828f-ae49bfe5f10b triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:42.263163 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-efb2c382-8357-47cb-ab9c-9b895ad2b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.361778 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34758) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:42.452233 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-efb2c382-8357-47cb-ab9c-9b895ad2b491 None None] Current status of the port 05611e43-be32-4c9a-828f-ae49bfe5f10b is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:42.562078 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-efb2c382-8357-47cb-ab9c-9b895ad2b491 None None] Provisioning complete for port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:42.564510 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-efb2c382-8357-47cb-ab9c-9b895ad2b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.621110 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 2ce73bb9-28ae-4363-8789-c0be4e4ef02c up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:42.746847 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 2ce73bb9-28ae-4363-8789-c0be4e4ef02c triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:42.747428 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (2ce73bb9-28ae-4363-8789-c0be4e4ef02c), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.791566 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a3811094-c0fc-4356-bd3d-84eab9251ca2 req-cb3c7c53-1f8a-49a2-a662-5c1570e826a2 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 210 time: 0.0607064 Mar 30 16:39:42.798575 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:37Z', 'revision_number': 3, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:42.810033 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:42.825420 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Sync routers for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:39:42.845963 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd36154-baa1-4993-9953-399d7aaa138e req-4a7faf0b-4aca-40e5-822f-be5d2ba82fe3 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:42.850445 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-4a7faf0b-4aca-40e5-822f-be5d2ba82fe3 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.45 "GET /v2.0/networks?id=a6cee0c8-e7ce-40e2-b263-2b8727ad233f HTTP/1.1" status: 200 len: 811 time: 0.6892953 Mar 30 16:39:42.860725 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:42.862744 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Checking router: daca434a-746f-4ab3-a29a-c5fa4995b6eb for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:39:42.863208 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Updating router daca434a-746f-4ab3-a29a-c5fa4995b6eb port 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 binding host dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:39:42.864446 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:42.901173 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-508452'] for router (b83a1f9b-fede-4aca-9ff7-2df2907fc088), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.905789 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.939621 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-8dd36154-baa1-4993-9953-399d7aaa138e req-5aa65f87-1efc-4a13-9384-0202dd5546c4 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Request body: {'port': {'device_id': '2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5', 'network_id': 'a6cee0c8-e7ce-40e2-b263-2b8727ad233f', 'admin_state_up': True, 'tenant_id': 'fb74329a22434db583b289c4ae571dfe'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:43.039223 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b08e4cf1-91ef-400c-ae50-13fd573a8790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.063749 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-efb2c382-8357-47cb-ab9c-9b895ad2b491 None None] Current status of the port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:43.088262 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:43.101649 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34784) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:43.138966 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-99c33f87-1032-4ad5-8f1e-208f70cc3dd3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2075008885', 'description': 'tempest-description--574396109'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:43.139624 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.142336 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-7b761705-7a42-49ce-aaa0-b161f80e234d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.1155279 Mar 30 16:39:43.146363 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34790) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:43.217412 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-efb2c382-8357-47cb-ab9c-9b895ad2b491 None None] Provisioning complete for port 0032bd69-5202-42a8-bdfd-ac64a88efc48 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:43.217972 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-efb2c382-8357-47cb-ab9c-9b895ad2b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.222813 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 2ce73bb9-28ae-4363-8789-c0be4e4ef02c is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:43.224398 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2ce73bb9-28ae-4363-8789-c0be4e4ef02c), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.306469 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-99c33f87-1032-4ad5-8f1e-208f70cc3dd3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.483886 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 3, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:43.488302 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port 2ce73bb9-28ae-4363-8789-c0be4e4ef02c, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=2ce73bb9-28ae-4363-8789-c0be4e4ef02c,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:43.495747 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-efb2c382-8357-47cb-ab9c-9b895ad2b491 None None] Port 0032bd69-5202-42a8-bdfd-ac64a88efc48 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:43.647333 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Publish callbacks [] for port (8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7), precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.650905 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (2ce73bb9-28ae-4363-8789-c0be4e4ef02c), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.652064 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 78f77d8d-4328-4ac6-9dda-671ac57ff7fb up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:43.704793 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Checking router: 22bd6ca0-5b3b-4932-a185-31140e9d2822 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:39:43.713882 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Updating router 22bd6ca0-5b3b-4932-a185-31140e9d2822 port ae091810-4a1b-4273-b7e3-c31053184135 binding host dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:39:43.746387 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (ae091810-4a1b-4273-b7e3-c31053184135), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.748295 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.781505 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.798027 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=2ce73bb9-28ae-4363-8789-c0be4e4ef02c,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:43.807437 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Router b83a1f9b-fede-4aca-9ff7-2df2907fc088 is scheduled to L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 with binding_index 1 {{(pid=105697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:39:43.816591 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd36154-baa1-4993-9953-399d7aaa138e req-5aa65f87-1efc-4a13-9384-0202dd5546c4 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Made reservation on behalf of fb74329a22434db583b289c4ae571dfe for: {'port': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:43.825057 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-8dd36154-baa1-4993-9953-399d7aaa138e req-5aa65f87-1efc-4a13-9384-0202dd5546c4 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.868304 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b08e4cf1-91ef-400c-ae50-13fd573a8790 admin admin] Publish callbacks [] for security_group (2ed66678-f623-4f38-b889-8253e05d11aa), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.877174 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b99b8-3c7a-4322-99c5-8608cd0d7148 None None] Pushing event updated for resources: {'Port': ['ID=8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:43.906240 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Attempting to bind port 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:43.907172 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Attempting to bind port 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:43.907743 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Attempting to bind port 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 on network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:43.928853 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:43.933437 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Checking segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:43.933960 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.934468 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Bound using segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:43.935082 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Bound port: 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:43.935889 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.993262 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:43.993796 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.038800 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-99c33f87-1032-4ad5-8f1e-208f70cc3dd3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group (fa6a8653-42f6-494a-afcd-7d53bc7bb57c), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.053785 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] For port 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:44.064498 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b08e4cf1-91ef-400c-ae50-13fd573a8790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (2ed66678-f623-4f38-b889-8253e05d11aa), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.069850 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8e4918c4-4612-4b70-a466-ea8204a56f24 req-4e4e65ed-460a-4e02-a77c-e24d7077274e tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 210 time: 0.0882189 Mar 30 16:39:44.083765 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] For port 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:44.146127 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:44.156254 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:44.159481 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 05611e43-be32-4c9a-828f-ae49bfe5f10b up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:44.161666 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.195369 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e4cf1-91ef-400c-ae50-13fd573a8790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed66678-f623-4f38-b889-8253e05d11aa,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:44.218609 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-99c33f87-1032-4ad5-8f1e-208f70cc3dd3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (fa6a8653-42f6-494a-afcd-7d53bc7bb57c), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.246739 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Sync routers for ids ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:39:44.252386 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.311602 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Routers {'b83a1f9b-fede-4aca-9ff7-2df2907fc088'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:44.312251 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:44.354052 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Publish callbacks [] for port (ae091810-4a1b-4273-b7e3-c31053184135), precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.434930 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (ae091810-4a1b-4273-b7e3-c31053184135), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.519577 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Set router b83a1f9b-fede-4aca-9ff7-2df2907fc088 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:44.613869 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba40f4-9251-4b5e-97a7-6d277538eb44 None None] Pushing event updated for resources: {'Port': ['ID=ae091810-4a1b-4273-b7e3-c31053184135,revision_number=2']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:44.626759 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Sync routers for ids ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:39:44.669476 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.673748 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-1f926f3b-a600-42f6-8de8-64e42f34b177 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7990406 Mar 30 16:39:44.678840 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34832) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:44.690017 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Routers {'daca434a-746f-4ab3-a29a-c5fa4995b6eb'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:44.691706 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:44.700533 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 05611e43-be32-4c9a-828f-ae49bfe5f10b triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:44.701099 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.725009 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Routers {'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:44.725694 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:44.827494 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-b08e4cf1-91ef-400c-ae50-13fd573a8790 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3bd99b3ec5354751b7e683a250e587e2&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4486856 Mar 30 16:39:44.865147 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34836) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:44.874931 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Attempting to bind port ae091810-4a1b-4273-b7e3-c31053184135 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:44.875403 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Attempting to bind port ae091810-4a1b-4273-b7e3-c31053184135 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:44.875669 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Attempting to bind port ae091810-4a1b-4273-b7e3-c31053184135 on network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:44.903903 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:44.904335 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Checking segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:44.904526 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b99b8-3c7a-4322-99c5-8608cd0d7148 None None] Pushing event updated for resources: {'Port': ['ID=8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:44.904794 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.905273 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Bound using segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:44.905900 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Bound port: ae091810-4a1b-4273-b7e3-c31053184135, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:44.906218 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (ae091810-4a1b-4273-b7e3-c31053184135), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.946405 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-99c33f87-1032-4ad5-8f1e-208f70cc3dd3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.954576 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-99c33f87-1032-4ad5-8f1e-208f70cc3dd3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.8423500 Mar 30 16:39:44.984643 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34838) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:44.994797 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-a734c7dc-c33a-4699-8838-51e9da2a143b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Request body: {'security_group_rule': {'security_group_id': 'fa6a8653-42f6-494a-afcd-7d53bc7bb57c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:45.098305 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] For port ae091810-4a1b-4273-b7e3-c31053184135, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:45.101422 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Set router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:45.124066 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c33f87-1032-4ad5-8f1e-208f70cc3dd3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6a8653-42f6-494a-afcd-7d53bc7bb57c,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:45.124778 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:41Z', 'revision_number': 3, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:45.161622 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [req-8dd36154-baa1-4993-9953-399d7aaa138e req-5aa65f87-1efc-4a13-9384-0202dd5546c4 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Allocated IP 172.20.0.3 (a6cee0c8-e7ce-40e2-b263-2b8727ad233f/cd281e6f-de0e-4de3-97ad-b69022d7ed22/961002f9-47ad-4851-9e2e-dd7d5939e275) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:45.203779 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] For port ae091810-4a1b-4273-b7e3-c31053184135, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=ae091810-4a1b-4273-b7e3-c31053184135,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:45.245876 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Checking router: b83a1f9b-fede-4aca-9ff7-2df2907fc088 for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:39:45.246293 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Updating router b83a1f9b-fede-4aca-9ff7-2df2907fc088 port 4d81a0f3-515a-4657-a397-ff83cebd3909 binding host dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:39:45.249224 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Allocated IP 172.20.0.1 (9066559d-1511-4e4c-9ef1-9189866f3059/b24404d6-5dc2-4606-9399-33eea5fa9693/e3f0aede-7c9c-474a-a64e-ca4eacf345aa) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:45.251937 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-faed502c-9b16-45a8-80f4-d9e358885f80 admin admin] Publish callbacks [] for security_group (2ed66678-f623-4f38-b889-8253e05d11aa), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:45.305381 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (ae091810-4a1b-4273-b7e3-c31053184135), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:45.310659 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 05611e43-be32-4c9a-828f-ae49bfe5f10b is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:45.373737 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (4d81a0f3-515a-4657-a397-ff83cebd3909), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:45.404365 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba40f4-9251-4b5e-97a7-6d277538eb44 None None] Pushing event updated for resources: {'Port': ['ID=ae091810-4a1b-4273-b7e3-c31053184135,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:45.537632 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a734c7dc-c33a-4699-8838-51e9da2a143b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group_rule (026a0f38-3c49-488d-9e78-5928930967fd), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:45.545159 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:45.557771 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:45.674458 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Allocated IP 172.20.0.1 (7ce82cf7-825b-4ffe-ac10-dcddda1e0699/7adea186-bf7a-46ee-a3ce-f9458fc0ca1b/390fd5a7-c319-47e4-97c7-455799597206) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:45.763226 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9404274e-a535-4ea3-937b-be780db56e00 req-9aa608f4-4df6-4a4a-bfd4-cbb3827d1bdd tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 210 time: 0.2816556 Mar 30 16:39:45.764156 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] Set router daca434a-746f-4ab3-a29a-c5fa4995b6eb gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:45.906717 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-faed502c-9b16-45a8-80f4-d9e358885f80 admin admin] Publish callbacks [] for security_group (2ed66678-f623-4f38-b889-8253e05d11aa), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:45.907821 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:45.907920 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 2ce73bb9-28ae-4363-8789-c0be4e4ef02c up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:46.094137 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Publish callbacks [] for port (390fd5a7-c319-47e4-97c7-455799597206), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.118869 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-8dd36154-baa1-4993-9953-399d7aaa138e req-5aa65f87-1efc-4a13-9384-0202dd5546c4 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Publish callbacks [] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.137662 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 2ce73bb9-28ae-4363-8789-c0be4e4ef02c triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:46.138098 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (2ce73bb9-28ae-4363-8789-c0be4e4ef02c), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.304171 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Publish callbacks [] for port (4d81a0f3-515a-4657-a397-ff83cebd3909), precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.304404 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (390fd5a7-c319-47e4-97c7-455799597206), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.321927 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a734c7dc-c33a-4699-8838-51e9da2a143b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group_rule (026a0f38-3c49-488d-9e78-5928930967fd), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.330042 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-8dd36154-baa1-4993-9953-399d7aaa138e req-5aa65f87-1efc-4a13-9384-0202dd5546c4 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.337523 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Publish callbacks [] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.442430 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 2ce73bb9-28ae-4363-8789-c0be4e4ef02c is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:46.496871 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:37Z', 'revision_number': 3, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:46.509178 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (4d81a0f3-515a-4657-a397-ff83cebd3909), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.519716 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-faed502c-9b16-45a8-80f4-d9e358885f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (2ed66678-f623-4f38-b889-8253e05d11aa), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.525220 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-faed502c-9b16-45a8-80f4-d9e358885f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.527964 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-faed502c-9b16-45a8-80f4-d9e358885f80 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ed66678-f623-4f38-b889-8253e05d11aa HTTP/1.1" status: 204 len: 168 time: 1.6604984 Mar 30 16:39:46.531702 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd36154-baa1-4993-9953-399d7aaa138e req-5aa65f87-1efc-4a13-9384-0202dd5546c4 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Network a6cee0c8-e7ce-40e2-b263-2b8727ad233f is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:46.537448 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:46.538727 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [req-8dd36154-baa1-4993-9953-399d7aaa138e req-5aa65f87-1efc-4a13-9384-0202dd5546c4 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:46.540038 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a734c7dc-c33a-4699-8838-51e9da2a143b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (026a0f38-3c49-488d-9e78-5928930967fd), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.543982 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd36154-baa1-4993-9953-399d7aaa138e req-5aa65f87-1efc-4a13-9384-0202dd5546c4 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:46.544398 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed502c-9b16-45a8-80f4-d9e358885f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed66678-f623-4f38-b889-8253e05d11aa,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:46.553072 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd36154-baa1-4993-9953-399d7aaa138e req-5aa65f87-1efc-4a13-9384-0202dd5546c4 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:46.553072 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-8dd36154-baa1-4993-9953-399d7aaa138e req-5aa65f87-1efc-4a13-9384-0202dd5546c4 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.560920 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:46.561053 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.569758 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:46.570636 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509683'] for router_interface (daca434a-746f-4ab3-a29a-c5fa4995b6eb), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.603303 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Network 9066559d-1511-4e4c-9ef1-9189866f3059 is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:46.625667 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:46.629565 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:46.630262 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509683'] for router_interface (22bd6ca0-5b3b-4932-a185-31140e9d2822), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.717642 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Pushing event updated for resources: {'Port': ['ID=390fd5a7-c319-47e4-97c7-455799597206,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:46.811722 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 2, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:46.856317 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91638df6-b2b0-462e-8d2b-d0e6eb03a3f1 None None] The sync data for ids ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'] in dv-cinder-835871-1-smb is: [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:37Z', 'revision_number': 3, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:39:46.952029 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Checking router: ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:39:46.957297 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Updating router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 port 0032bd69-5202-42a8-bdfd-ac64a88efc48 binding host dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:39:47.047907 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 3, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:47.057359 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa65f87-1efc-4a13-9384-0202dd5546c4 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Pushing event updated for resources: {'Port': ['ID=961002f9-47ad-4851-9e2e-dd7d5939e275,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:47.084946 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Attempting to bind port 4d81a0f3-515a-4657-a397-ff83cebd3909 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:47.086324 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Attempting to bind port 4d81a0f3-515a-4657-a397-ff83cebd3909 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:47.093516 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Attempting to bind port 4d81a0f3-515a-4657-a397-ff83cebd3909 on network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:47.117921 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:47.118662 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Checking segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:47.118773 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.119175 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Bound using segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:47.119727 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Bound port: 4d81a0f3-515a-4657-a397-ff83cebd3909, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:47.120036 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (4d81a0f3-515a-4657-a397-ff83cebd3909), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.126726 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d39e08-9a22-44db-bf17-66c36bf5e34f None None] The sync data for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb is: [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 3, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:39:47.143178 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.188915 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734c7dc-c33a-4699-8838-51e9da2a143b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026a0f38-3c49-488d-9e78-5928930967fd,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:47.262661 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfadb64-5181-4274-aca5-e287e782e689 None None] Pushing event updated for resources: {'Port': ['ID=4d81a0f3-515a-4657-a397-ff83cebd3909,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:47.288589 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-5aa65f87-1efc-4a13-9384-0202dd5546c4 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3538425 Mar 30 16:39:47.302675 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-0397d521-e340-4310-a150-efa7ab9fe01b tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=105696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:39:47.305316 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-0397d521-e340-4310-a150-efa7ab9fe01b tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154622 Mar 30 16:39:47.326140 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-fdc406a2-b5b8-4cb5-87f3-96a7426ec327 None None] Provisioning complete for port 390fd5a7-c319-47e4-97c7-455799597206 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:47.326556 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-fdc406a2-b5b8-4cb5-87f3-96a7426ec327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (390fd5a7-c319-47e4-97c7-455799597206), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.436241 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.449639 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] For port 4d81a0f3-515a-4657-a397-ff83cebd3909, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:47.460434 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] For port 4d81a0f3-515a-4657-a397-ff83cebd3909, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=4d81a0f3-515a-4657-a397-ff83cebd3909,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:47.508271 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-fdc406a2-b5b8-4cb5-87f3-96a7426ec327 None None] Port 390fd5a7-c319-47e4-97c7-455799597206 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:47.514664 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (390fd5a7-c319-47e4-97c7-455799597206), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.533793 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a734c7dc-c33a-4699-8838-51e9da2a143b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.545501 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (4d81a0f3-515a-4657-a397-ff83cebd3909), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.557200 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-a734c7dc-c33a-4699-8838-51e9da2a143b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5688553 Mar 30 16:39:47.585346 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34890) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:47.595494 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f0aede-7c9c-474a-a64e-ca4eacf345aa,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:47.626166 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-907873aa-5b36-46d5-874f-ad1a2db4c8d6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Request body: {'security_group_rule': {'security_group_id': 'fa6a8653-42f6-494a-afcd-7d53bc7bb57c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:47.647282 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.900761 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-4d435f02-6c98-4066-a8f9-23e482338f93 None None] Provisioning complete for port e3f0aede-7c9c-474a-a64e-ca4eacf345aa triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:47.902168 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4d435f02-6c98-4066-a8f9-23e482338f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.932876 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Routers {'b83a1f9b-fede-4aca-9ff7-2df2907fc088'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:47.935091 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:48.007387 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Request body: {'port': {'device_id': '2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:48.035069 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfadb64-5181-4274-aca5-e287e782e689 None None] Pushing event updated for resources: {'Port': ['ID=4d81a0f3-515a-4657-a397-ff83cebd3909,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:48.122300 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Publish callbacks [] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:48.169947 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-907873aa-5b36-46d5-874f-ad1a2db4c8d6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group_rule (b512a484-a151-4c59-bc51-f67018a3296c), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:48.226610 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:48.226610 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509543'] for router_interface (22bd6ca0-5b3b-4932-a185-31140e9d2822), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:48.425977 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Publish callbacks [] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:48.448657 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c94fc-c81d-412a-ac96-4465f5a6cd5f req-91bc7131-6558-430d-b29d-7fb7f1b4010e tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:48.467073 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bc4c94fc-c81d-412a-ac96-4465f5a6cd5f req-91bc7131-6558-430d-b29d-7fb7f1b4010e tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 931 time: 1.2740862 Mar 30 16:39:48.525899 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f0aede-7c9c-474a-a64e-ca4eacf345aa,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:48.536015 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:48.550117 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-4d435f02-6c98-4066-a8f9-23e482338f93 None None] Port e3f0aede-7c9c-474a-a64e-ca4eacf345aa cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:48.565506 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:48.608021 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] Set router b83a1f9b-fede-4aca-9ff7-2df2907fc088 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:48.645509 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-907873aa-5b36-46d5-874f-ad1a2db4c8d6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group_rule (b512a484-a151-4c59-bc51-f67018a3296c), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:48.739347 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Publish callbacks [] for port (390fd5a7-c319-47e4-97c7-455799597206), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:48.794845 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-907873aa-5b36-46d5-874f-ad1a2db4c8d6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (b512a484-a151-4c59-bc51-f67018a3296c), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:48.860503 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8c276-d532-4489-bd2d-d2ecebc60ea4 None None] Pushing event updated for resources: {'Port': ['ID=0032bd69-5202-42a8-bdfd-ac64a88efc48,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:48.961926 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Attempting to bind port 0032bd69-5202-42a8-bdfd-ac64a88efc48 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:48.962772 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Attempting to bind port 0032bd69-5202-42a8-bdfd-ac64a88efc48 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:48.966408 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Attempting to bind port 0032bd69-5202-42a8-bdfd-ac64a88efc48 on network 502a6e91-b591-4f3b-8946-72c3ddeb25ad {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:48.977958 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:48.980094 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Checking segment: {'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:48.982625 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:48.985153 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Bound using segment: {'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:48.989290 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Bound port: 0032bd69-5202-42a8-bdfd-ac64a88efc48, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:48.990148 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:49.028765 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bc4c94fc-c81d-412a-ac96-4465f5a6cd5f req-c51f80bf-1c27-4b8c-8e05-f755a5334d95 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560553 Mar 30 16:39:49.105732 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (390fd5a7-c319-47e4-97c7-455799597206), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:49.106491 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509543'] for router_interface (daca434a-746f-4ab3-a29a-c5fa4995b6eb), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:49.262948 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Network 9066559d-1511-4e4c-9ef1-9189866f3059 is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:49.272027 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:49.394128 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-518c2868-160f-4b46-be31-fbe2d23af9e3 None None] Provisioning complete for port 0032bd69-5202-42a8-bdfd-ac64a88efc48 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:49.404185 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-518c2868-160f-4b46-be31-fbe2d23af9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:49.411182 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907873aa-5b36-46d5-874f-ad1a2db4c8d6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b512a484-a151-4c59-bc51-f67018a3296c,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:49.477998 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34936) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:49.575662 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-907873aa-5b36-46d5-874f-ad1a2db4c8d6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:49.581128 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-907873aa-5b36-46d5-874f-ad1a2db4c8d6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9899621 Mar 30 16:39:49.581128 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Pushing event updated for resources: {'Port': ['ID=390fd5a7-c319-47e4-97c7-455799597206,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:49.614858 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] For port 0032bd69-5202-42a8-bdfd-ac64a88efc48, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:49.625613 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 34944) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:49.630837 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] For port 0032bd69-5202-42a8-bdfd-ac64a88efc48, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=0032bd69-5202-42a8-bdfd-ac64a88efc48,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:49.702406 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-518c2868-160f-4b46-be31-fbe2d23af9e3 None None] Port 0032bd69-5202-42a8-bdfd-ac64a88efc48 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:49.744653 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:49.775442 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:41Z', 'revision_number': 3, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:49.834871 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Request body: {'floatingip': {'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:49.878380 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:49.940935 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Routers {'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:49.950858 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:50.085038 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8c276-d532-4489-bd2d-d2ecebc60ea4 None None] Pushing event updated for resources: {'Port': ['ID=0032bd69-5202-42a8-bdfd-ac64a88efc48,revision_number=4']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:50.085163 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fcab76-55cd-46e6-a4c1-92023aed730a None None] The sync data for ids ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'] in dv-cinder-835871-1-smb is: [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:41Z', 'revision_number': 3, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:39:50.133484 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-a5185f68-a70e-4287-99d8-320dd2b29f5f None None] Provisioning complete for port e3f0aede-7c9c-474a-a64e-ca4eacf345aa triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:50.134185 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a5185f68-a70e-4287-99d8-320dd2b29f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:50.213156 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Allocated IP 172.20.0.1 (b25aae61-5ff8-46b1-a103-9f8fe1189903/94c1e00c-666a-41cc-aec2-f68aac843912/adfe9cd3-822a-4c4c-834e-2a46ddd8e36b) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:50.244012 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] Set router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:50.275603 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:50.275985 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:50.293945 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-a5185f68-a70e-4287-99d8-320dd2b29f5f None None] Port e3f0aede-7c9c-474a-a64e-ca4eacf345aa cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:50.386953 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bfd5389d-17a3-44a4-bab8-0d87b5ec96ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:50.463070 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-99e1c0f1-3bc1-4a48-8cc7-b176b71ea627 None None] Provisioning complete for port 0032bd69-5202-42a8-bdfd-ac64a88efc48 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:50.463547 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-99e1c0f1-3bc1-4a48-8cc7-b176b71ea627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:50.468312 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:50.541816 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Router 22bd6ca0-5b3b-4932-a185-31140e9d2822 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:39:50.713074 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Publish callbacks [] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:50.720123 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:50.722369 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:50.832443 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:50.843795 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-99e1c0f1-3bc1-4a48-8cc7-b176b71ea627 None None] Current status of the port 0032bd69-5202-42a8-bdfd-ac64a88efc48 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:50.844244 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-99e1c0f1-3bc1-4a48-8cc7-b176b71ea627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:50.920719 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:50.921870 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device ae091810-4a1b-4273-b7e3-c31053184135 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:50.932349 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-99e1c0f1-3bc1-4a48-8cc7-b176b71ea627 None None] For port 0032bd69-5202-42a8-bdfd-ac64a88efc48, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=0032bd69-5202-42a8-bdfd-ac64a88efc48,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:50.973935 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:50.978803 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-ed533184-6f79-49c5-b661-0624dc1181f2 admin admin] 10.222.0.36 "PUT /v2.0/routers/22bd6ca0-5b3b-4932-a185-31140e9d2822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7317591 Mar 30 16:39:51.032798 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:51.045917 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:51.061614 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-99e1c0f1-3bc1-4a48-8cc7-b176b71ea627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:51.080821 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:49Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:51.130606 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1c0f1-3bc1-4a48-8cc7-b176b71ea627 None None] Pushing event updated for resources: {'Port': ['ID=0032bd69-5202-42a8-bdfd-ac64a88efc48,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:51.142607 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port ae091810-4a1b-4273-b7e3-c31053184135 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:51.143587 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (ae091810-4a1b-4273-b7e3-c31053184135), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:51.186779 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Network b25aae61-5ff8-46b1-a103-9f8fe1189903 is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:51.194627 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d853938-0e12-4147-9ca0-96cca85cc8fd None None] The sync data for ids ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'] in dv-cinder-835871-1-smb is: [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:49Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:39:51.217934 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:51.218944 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:51.249544 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:51.250035 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509683'] for router_interface (b83a1f9b-fede-4aca-9ff7-2df2907fc088), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:51.289875 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:51.365826 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port ae091810-4a1b-4273-b7e3-c31053184135 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:51.366226 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (ae091810-4a1b-4273-b7e3-c31053184135), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:51.381422 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Pushing event updated for resources: {'Port': ['ID=adfe9cd3-822a-4c4c-834e-2a46ddd8e36b,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:51.416655 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port ae091810-4a1b-4273-b7e3-c31053184135, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=ae091810-4a1b-4273-b7e3-c31053184135,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:51.529089 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (ae091810-4a1b-4273-b7e3-c31053184135), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:51.771605 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=ae091810-4a1b-4273-b7e3-c31053184135,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:51.822306 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b170-2752-4490-818f-10b44a317b36 req-4f7ef1f0-b642-4f0f-9216-e11f2cce58f2 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:51.844159 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8091b170-2752-4490-818f-10b44a317b36 req-4f7ef1f0-b642-4f0f-9216-e11f2cce58f2 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 931 time: 1.5983233 Mar 30 16:39:51.891018 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:52.054379 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:52.083893 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8091b170-2752-4490-818f-10b44a317b36 req-6f2c746e-db51-471a-b296-f9036ba432b9 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105584 Mar 30 16:39:52.134290 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-4673d6d0-4ecd-4849-905c-a3de8fe1ad56 None None] Provisioning complete for port 390fd5a7-c319-47e4-97c7-455799597206 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:52.134667 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4673d6d0-4ecd-4849-905c-a3de8fe1ad56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (390fd5a7-c319-47e4-97c7-455799597206), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:52.199311 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961002f9-47ad-4851-9e2e-dd7d5939e275 {{(pid=105696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:39:52.249786 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Router daca434a-746f-4ab3-a29a-c5fa4995b6eb has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:39:52.280247 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Publish callbacks [] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:52.301686 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:52.301934 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:52.387625 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-4673d6d0-4ecd-4849-905c-a3de8fe1ad56 None None] Port 390fd5a7-c319-47e4-97c7-455799597206 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:52.425318 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Sync routers for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:39:52.493240 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:52.493947 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:52.574707 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.provisioning_blocks [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Transition to ACTIVE for port object 961002f9-47ad-4851-9e2e-dd7d5939e275 will not be triggered until provisioned by entity L2. {{(pid=105696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:39:52.646430 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Publish callbacks [] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:52.672297 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:52.703142 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:52.714612 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bfd5389d-17a3-44a4-bab8-0d87b5ec96ef admin admin] Publish callbacks [] for security_group (babe3f61-7a30-4f0e-9580-1bdb37733784), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:52.782541 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:52.784005 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509543'] for router_interface (b83a1f9b-fede-4aca-9ff7-2df2907fc088), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:52.815202 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:52.832321 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-4673d6d0-4ecd-4849-905c-a3de8fe1ad56 None None] Provisioning complete for port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:52.832963 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4673d6d0-4ecd-4849-905c-a3de8fe1ad56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:52.872510 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bfd5389d-17a3-44a4-bab8-0d87b5ec96ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (babe3f61-7a30-4f0e-9580-1bdb37733784), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:52.976599 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 34998) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:53.012737 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-c56ab50f-663e-4d81-a625-4bdd7077a34f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--848017266', 'description': 'tempest-description--1531742991'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:53.035848 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5389d-17a3-44a4-bab8-0d87b5ec96ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babe3f61-7a30-4f0e-9580-1bdb37733784,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:53.136738 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Pushing event updated for resources: {'Port': ['ID=adfe9cd3-822a-4c4c-834e-2a46ddd8e36b,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:53.195777 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c56ab50f-663e-4d81-a625-4bdd7077a34f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:53.244529 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35004) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:53.313210 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Pushing event updated for resources: {'Port': ['ID=961002f9-47ad-4851-9e2e-dd7d5939e275,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:53.330983 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-4673d6d0-4ecd-4849-905c-a3de8fe1ad56 None None] Port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:53.437979 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c56ab50f-663e-4d81-a625-4bdd7077a34f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (22bd8252-8072-4f77-8372-de8d94e53f05), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:53.465515 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Network b25aae61-5ff8-46b1-a103-9f8fe1189903 is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:53.467434 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:53.539097 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:53.543730 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 0032bd69-5202-42a8-bdfd-ac64a88efc48 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:53.558928 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-bfd5389d-17a3-44a4-bab8-0d87b5ec96ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b05f227606e4eefad56e453707f1795&name=default HTTP/1.1" status: 200 len: 2996 time: 4.0717363 Mar 30 16:39:53.565353 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35014) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:53.620565 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c56ab50f-663e-4d81-a625-4bdd7077a34f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (22bd8252-8072-4f77-8372-de8d94e53f05), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:53.634074 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-84082042-b65c-4313-983c-eeab251dd456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:53.694160 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 0032bd69-5202-42a8-bdfd-ac64a88efc48 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:53.694560 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:53.701183 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:53.704077 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Attempting to bind port 961002f9-47ad-4851-9e2e-dd7d5939e275 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:53.704665 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Attempting to bind port 961002f9-47ad-4851-9e2e-dd7d5939e275 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '3f4b313f-f87e-451b-942f-1af4254b2216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a6cee0c8-e7ce-40e2-b263-2b8727ad233f'}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:53.705267 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Attempting to bind port 961002f9-47ad-4851-9e2e-dd7d5939e275 on network a6cee0c8-e7ce-40e2-b263-2b8727ad233f {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:53.713130 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Sync routers for ids ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:39:53.730100 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Routers {'daca434a-746f-4ab3-a29a-c5fa4995b6eb'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:53.737142 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:53.750910 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 2, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:53.779017 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ab50f-663e-4d81-a625-4bdd7077a34f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22bd8252-8072-4f77-8372-de8d94e53f05,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:53.829465 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-84082042-b65c-4313-983c-eeab251dd456 admin admin] Publish callbacks [] for security_group (cad42f4a-b669-4337-8001-29ed658c5074), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:53.840081 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Checking router: 22bd6ca0-5b3b-4932-a185-31140e9d2822 for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:39:53.840450 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Updating router 22bd6ca0-5b3b-4932-a185-31140e9d2822 port e3f0aede-7c9c-474a-a64e-ca4eacf345aa binding host dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:39:53.859446 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-dee48f0c-26ea-46c8-82da-4bc92bfaaa8c admin admin] 10.222.0.36 "PUT /v2.0/routers/daca434a-746f-4ab3-a29a-c5fa4995b6eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1120510 Mar 30 16:39:53.867244 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c56ab50f-663e-4d81-a625-4bdd7077a34f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:53.884559 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-c56ab50f-663e-4d81-a625-4bdd7077a34f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8805683 Mar 30 16:39:53.888528 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35022) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:53.911075 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-23c0df00-719c-4e42-9f3e-827e53bc64f1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'security_group_rule': {'security_group_id': '22bd8252-8072-4f77-8372-de8d94e53f05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:53.914729 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Allocated IP 172.28.2.231 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/91404d85-cbec-49b2-8ed4-86c82fcd677d) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:53.932774 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Router b83a1f9b-fede-4aca-9ff7-2df2907fc088 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:39:53.954655 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Port 961002f9-47ad-4851-9e2e-dd7d5939e275 on network a6cee0c8-e7ce-40e2-b263-2b8727ad233f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:39:53.955003 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Attempting to bind port 961002f9-47ad-4851-9e2e-dd7d5939e275 on network a6cee0c8-e7ce-40e2-b263-2b8727ad233f {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:53.957248 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-84082042-b65c-4313-983c-eeab251dd456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (cad42f4a-b669-4337-8001-29ed658c5074), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.015706 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-fd0f0a16-d13d-4533-bd97-463aab761f27 None None] Provisioning complete for port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:54.016145 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-fd0f0a16-d13d-4533-bd97-463aab761f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.017522 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.020694 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Set router daca434a-746f-4ab3-a29a-c5fa4995b6eb gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:54.064320 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082042-b65c-4313-983c-eeab251dd456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad42f4a-b669-4337-8001-29ed658c5074,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:54.105826 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-84082042-b65c-4313-983c-eeab251dd456 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e047d8dc66b6431c99429ca79dbd3a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8560612 Mar 30 16:39:54.121480 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35032) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:54.130350 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e248d4-3ffe-49e7-8e1e-ae5b85c6a6c8 req-32074c7d-3ce6-4512-926e-03ab0abb64ba tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:54.139804 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-44e248d4-3ffe-49e7-8e1e-ae5b85c6a6c8 req-32074c7d-3ce6-4512-926e-03ab0abb64ba tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 943 time: 0.8789091 Mar 30 16:39:54.140754 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-23c0df00-719c-4e42-9f3e-827e53bc64f1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (1d984b26-39aa-4600-b990-82d0815156cf), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.181028 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:54.181547 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Checking segment: {'id': '3f4b313f-f87e-451b-942f-1af4254b2216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a6cee0c8-e7ce-40e2-b263-2b8727ad233f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:54.183139 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Bound using segment: {'id': '3f4b313f-f87e-451b-942f-1af4254b2216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a6cee0c8-e7ce-40e2-b263-2b8727ad233f'} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:54.184165 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Bound port: 961002f9-47ad-4851-9e2e-dd7d5939e275, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4b313f-f87e-451b-942f-1af4254b2216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a6cee0c8-e7ce-40e2-b263-2b8727ad233f'}}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:54.184646 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.327376 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3a924478-59e8-4cb4-9ef9-51c2447dd6fa admin admin] Publish callbacks [] for security_group (babe3f61-7a30-4f0e-9580-1bdb37733784), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.330849 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:54.364598 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-c512e90c-e571-4265-a94a-894d9bd8e98d admin admin] 10.222.0.36 "PUT /v2.0/routers/b83a1f9b-fede-4aca-9ff7-2df2907fc088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6728799 Mar 30 16:39:54.371393 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3a924478-59e8-4cb4-9ef9-51c2447dd6fa admin admin] Publish callbacks [] for security_group (babe3f61-7a30-4f0e-9580-1bdb37733784), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.386041 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2f9d56c4-dd05-4276-ae5f-e639cc93826c admin admin] Publish callbacks [] for security_group (cad42f4a-b669-4337-8001-29ed658c5074), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.426434 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-23c0df00-719c-4e42-9f3e-827e53bc64f1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (1d984b26-39aa-4600-b990-82d0815156cf), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.463427 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2f9d56c4-dd05-4276-ae5f-e639cc93826c admin admin] Publish callbacks [] for security_group (cad42f4a-b669-4337-8001-29ed658c5074), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.513561 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-23c0df00-719c-4e42-9f3e-827e53bc64f1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (1d984b26-39aa-4600-b990-82d0815156cf), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.541925 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0df00-719c-4e42-9f3e-827e53bc64f1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d984b26-39aa-4600-b990-82d0815156cf,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:54.621726 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-44e248d4-3ffe-49e7-8e1e-ae5b85c6a6c8 req-806585f2-ed36-4400-98bc-e92fb66c9cd8 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806204 Mar 30 16:39:54.641963 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-23c0df00-719c-4e42-9f3e-827e53bc64f1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.641963 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-23c0df00-719c-4e42-9f3e-827e53bc64f1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7481611 Mar 30 16:39:54.645707 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35054) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:54.650884 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-fa9ec0e6-a4da-4d04-886c-5f393bd24852 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'security_group_rule': {'security_group_id': '22bd8252-8072-4f77-8372-de8d94e53f05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:54.671858 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '390fd5a7-c319-47e4-97c7-455799597206', 'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'mac_address': 'fa:16:3e:d5:a7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:43Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 2, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'subnets': [{'id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:54.693042 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] For port 961002f9-47ad-4851-9e2e-dd7d5939e275, host hv-cinder-83587, cleared binding levels {{(pid=105696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:54.696734 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2f9d56c4-dd05-4276-ae5f-e639cc93826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (cad42f4a-b669-4337-8001-29ed658c5074), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.699416 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2f9d56c4-dd05-4276-ae5f-e639cc93826c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.707484 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] For port 961002f9-47ad-4851-9e2e-dd7d5939e275, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=961002f9-47ad-4851-9e2e-dd7d5939e275,segment=NetworkSegment(3f4b313f-f87e-451b-942f-1af4254b2216),segment_id=3f4b313f-f87e-451b-942f-1af4254b2216)] {{(pid=105696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:54.728027 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-2f9d56c4-dd05-4276-ae5f-e639cc93826c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cad42f4a-b669-4337-8001-29ed658c5074 HTTP/1.1" status: 204 len: 168 time: 0.6026394 Mar 30 16:39:54.754533 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Checking router: daca434a-746f-4ab3-a29a-c5fa4995b6eb for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:39:54.761668 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Updating router daca434a-746f-4ab3-a29a-c5fa4995b6eb port 390fd5a7-c319-47e4-97c7-455799597206 binding host dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:39:54.789897 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d56c4-dd05-4276-ae5f-e639cc93826c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad42f4a-b669-4337-8001-29ed658c5074,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:54.801814 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.834576 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Publish callbacks [] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.845526 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (390fd5a7-c319-47e4-97c7-455799597206), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.900215 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec0e6-a4da-4d04-886c-5f393bd24852 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (d6e50240-7f40-47d1-b189-ac0553a0ac83), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.974838 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.998397 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Pushing event updated for resources: {'Port': ['ID=961002f9-47ad-4851-9e2e-dd7d5939e275,revision_number=3']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:55.032259 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:55.033981 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.037573 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-73fddb14-8a9a-43c4-aeed-805d5e9c99d9 service neutron] 10.222.0.45 "PUT /v2.0/ports/961002f9-47ad-4851-9e2e-dd7d5939e275 HTTP/1.1" status: 200 len: 1093 time: 7.3665991 Mar 30 16:39:55.038267 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3a924478-59e8-4cb4-9ef9-51c2447dd6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (babe3f61-7a30-4f0e-9580-1bdb37733784), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.059345 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec0e6-a4da-4d04-886c-5f393bd24852 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (d6e50240-7f40-47d1-b189-ac0553a0ac83), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.060236 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3a924478-59e8-4cb4-9ef9-51c2447dd6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.083417 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-3a924478-59e8-4cb4-9ef9-51c2447dd6fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/babe3f61-7a30-4f0e-9580-1bdb37733784 HTTP/1.1" status: 204 len: 168 time: 1.4659548 Mar 30 16:39:55.107451 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5', 'tag': '961002f9-47ad-4851-9e2e-dd7d5939e275'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:39:55.158242 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 0032bd69-5202-42a8-bdfd-ac64a88efc48 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:55.218152 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-fd0f0a16-d13d-4533-bd97-463aab761f27 None None] Port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:55.291694 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec0e6-a4da-4d04-886c-5f393bd24852 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (d6e50240-7f40-47d1-b189-ac0553a0ac83), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.361494 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfb17a-d603-44da-bc7a-8c5a16b8f231 None None] Pushing event updated for resources: {'Port': ['ID=e3f0aede-7c9c-474a-a64e-ca4eacf345aa,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:55.385949 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Attempting to bind port e3f0aede-7c9c-474a-a64e-ca4eacf345aa on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:55.386713 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Attempting to bind port e3f0aede-7c9c-474a-a64e-ca4eacf345aa by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:55.387474 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Attempting to bind port e3f0aede-7c9c-474a-a64e-ca4eacf345aa on network 9066559d-1511-4e4c-9ef1-9189866f3059 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:55.399045 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:55.399909 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Checking segment: {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:55.400683 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.401840 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Bound using segment: {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:55.402793 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Bound port: e3f0aede-7c9c-474a-a64e-ca4eacf345aa, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:55.403630 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.405715 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ec0e6-a4da-4d04-886c-5f393bd24852 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e50240-7f40-47d1-b189-ac0553a0ac83,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:55.537439 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35080) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:55.591597 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-3a61a169-0e43-4af6-9a83-c020b6252380 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146332148', 'description': 'tempest-description--1872985924'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:55.616630 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for port (91404d85-cbec-49b2-8ed4-86c82fcd677d), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.629191 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a924478-59e8-4cb4-9ef9-51c2447dd6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babe3f61-7a30-4f0e-9580-1bdb37733784,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:55.629543 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 4d81a0f3-515a-4657-a397-ff83cebd3909 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:55.689348 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fa9ec0e6-a4da-4d04-886c-5f393bd24852 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.711003 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-fa9ec0e6-a4da-4d04-886c-5f393bd24852 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0641196 Mar 30 16:39:55.715046 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35084) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:55.732616 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'floatingip': {'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:55.742502 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd36154-baa1-4993-9953-399d7aaa138e req-c88d341e-055c-43a6-b57d-37ee08fbdec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:55.744533 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-c88d341e-055c-43a6-b57d-37ee08fbdec5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb74329a22434db583b289c4ae571dfe&device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 1127 time: 0.3126254 Mar 30 16:39:55.791969 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-b449a4f4-72f8-4a8d-9ad4-6d9f8ad5c573 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:55.795576 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] For port e3f0aede-7c9c-474a-a64e-ca4eacf345aa, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:55.795718 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-b449a4f4-72f8-4a8d-9ad4-6d9f8ad5c573 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 818 time: 0.7144980 Mar 30 16:39:55.803419 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] For port e3f0aede-7c9c-474a-a64e-ca4eacf345aa, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=e3f0aede-7c9c-474a-a64e-ca4eacf345aa,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:55.833401 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Publish callbacks [] for port (390fd5a7-c319-47e4-97c7-455799597206), precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.834254 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-132a1ac4-9c50-4bd2-8940-8516d4285b7f None None] Provisioning complete for port e3f0aede-7c9c-474a-a64e-ca4eacf345aa triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:55.834751 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-132a1ac4-9c50-4bd2-8940-8516d4285b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.864212 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-99df520b-fdd9-42f3-95d3-b5a611763255 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/quotas/86b56c01e378413aaee7ae98a08a51b1 HTTP/1.1" status: 200 len: 375 time: 0.0465126 Mar 30 16:39:55.919625 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (390fd5a7-c319-47e4-97c7-455799597206), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.928862 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 4d81a0f3-515a-4657-a397-ff83cebd3909 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:55.929291 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (4d81a0f3-515a-4657-a397-ff83cebd3909), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.932554 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.958040 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3a61a169-0e43-4af6-9a83-c020b6252380 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.091275 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-132a1ac4-9c50-4bd2-8940-8516d4285b7f None None] Port e3f0aede-7c9c-474a-a64e-ca4eacf345aa cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:56.123287 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:56.124429 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:56.192556 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-09ba4d7f-f8e2-49e0-a677-f87037d6fb6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=961002f9-47ad-4851-9e2e-dd7d5939e275 HTTP/1.1" status: 200 len: 217 time: 0.4385448 Mar 30 16:39:56.234120 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce379d-23fc-402b-8d68-1740a52093a5 None None] Pushing event updated for resources: {'Port': ['ID=390fd5a7-c319-47e4-97c7-455799597206,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:56.246351 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Attempting to bind port 390fd5a7-c319-47e4-97c7-455799597206 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:56.249196 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Attempting to bind port 390fd5a7-c319-47e4-97c7-455799597206 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:56.249859 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Attempting to bind port 390fd5a7-c319-47e4-97c7-455799597206 on network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:56.262930 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:56.264697 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Checking segment: {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:56.270506 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.270506 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Bound using segment: {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:56.270506 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Bound port: 390fd5a7-c319-47e4-97c7-455799597206, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:56.270506 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (390fd5a7-c319-47e4-97c7-455799597206), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.285161 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-94fe21fa-3268-4862-90c6-75fead4818ea tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4170396 Mar 30 16:39:56.402800 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.426876 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35096) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:56.521791 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Sync routers for ids ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:39:56.528004 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfb17a-d603-44da-bc7a-8c5a16b8f231 None None] Pushing event updated for resources: {'Port': ['ID=e3f0aede-7c9c-474a-a64e-ca4eacf345aa,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:56.551734 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] For port 390fd5a7-c319-47e4-97c7-455799597206, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:56.563984 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] For port 390fd5a7-c319-47e4-97c7-455799597206, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=390fd5a7-c319-47e4-97c7-455799597206,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:56.600293 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Routers {'b83a1f9b-fede-4aca-9ff7-2df2907fc088'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:56.600293 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:56.632691 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3a61a169-0e43-4af6-9a83-c020b6252380 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group (39491de1-2d21-46a5-bad5-7ce8873cbe1d), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.656510 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5859043-bb1f-47cf-9b35-1b25e2ceef31" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5", "tag": "961002f9-47ad-4851-9e2e-dd7d5939e275"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:39:56.664396 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (91404d85-cbec-49b2-8ed4-86c82fcd677d), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.673031 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4a2bdf8f-0fdf-49b2-b39e-4d4603589f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.697487 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35100) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:56.723346 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (390fd5a7-c319-47e4-97c7-455799597206), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.748946 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-62bfb9c7-07ca-42ab-9bb0-13547045619d service neutron] 10.222.0.36 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623623 Mar 30 16:39:56.750410 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-851fa0a1-ae3e-4949-a4f3-90bb57e85782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.803762 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3a61a169-0e43-4af6-9a83-c020b6252380 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (39491de1-2d21-46a5-bad5-7ce8873cbe1d), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.846319 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce379d-23fc-402b-8d68-1740a52093a5 None None] Pushing event updated for resources: {'Port': ['ID=390fd5a7-c319-47e4-97c7-455799597206,revision_number=4']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:56.853951 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 4d81a0f3-515a-4657-a397-ff83cebd3909 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:56.854589 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (4d81a0f3-515a-4657-a397-ff83cebd3909), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.897288 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Routers {'daca434a-746f-4ab3-a29a-c5fa4995b6eb'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:56.897288 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:56.908378 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port 4d81a0f3-515a-4657-a397-ff83cebd3909, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=4d81a0f3-515a-4657-a397-ff83cebd3909,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:56.939229 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-364ca1ec-9d3a-4e02-a397-06f2e7017ac3 None None] Provisioning complete for port 390fd5a7-c319-47e4-97c7-455799597206 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:56.940260 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61a169-0e43-4af6-9a83-c020b6252380 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39491de1-2d21-46a5-bad5-7ce8873cbe1d,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:56.940378 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-364ca1ec-9d3a-4e02-a397-06f2e7017ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (390fd5a7-c319-47e4-97c7-455799597206), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.013529 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (4d81a0f3-515a-4657-a397-ff83cebd3909), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.014368 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device ae091810-4a1b-4273-b7e3-c31053184135 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:57.065475 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:57.071115 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd36154-baa1-4993-9953-399d7aaa138e req-01d01b7b-9c2d-4193-9996-0212086ad276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:57.073090 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-01d01b7b-9c2d-4193-9996-0212086ad276 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd281e6f-de0e-4de3-97ad-b69022d7ed22 HTTP/1.1" status: 200 len: 851 time: 0.8577313 Mar 30 16:39:57.126293 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3a61a169-0e43-4af6-9a83-c020b6252380 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.132010 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-3a61a169-0e43-4af6-9a83-c020b6252380 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5834634 Mar 30 16:39:57.135745 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35102) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:57.154221 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-d5b439c3-f56f-4957-a851-5378502af699 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Request body: {'security_group_rule': {'security_group_id': '39491de1-2d21-46a5-bad5-7ce8873cbe1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:57.159491 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:57.188436 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-abdc01c5-fc8b-4858-afd4-ebb871780fb2 service neutron] 10.222.0.36 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132686 Mar 30 16:39:57.227443 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:57.232354 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-560d569c-8901-4ebf-b6b1-46863bd4c698 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6cee0c8-e7ce-40e2-b263-2b8727ad233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378927 Mar 30 16:39:57.243929 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:57.300346 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-851fa0a1-ae3e-4949-a4f3-90bb57e85782 admin admin] Publish callbacks [] for security_group (b4ee3f17-ce03-4506-abf2-83e56b047b8c), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.341553 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Set router b83a1f9b-fede-4aca-9ff7-2df2907fc088 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:57.363278 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-851fa0a1-ae3e-4949-a4f3-90bb57e85782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (b4ee3f17-ce03-4506-abf2-83e56b047b8c), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.365696 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14a578-35bb-4343-84f9-076ebf29b31e req-802edf2d-e410-4d92-a511-f1b0964a139d tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:57.367810 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7c14a578-35bb-4343-84f9-076ebf29b31e req-802edf2d-e410-4d92-a511-f1b0964a139d tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 943 time: 0.9720030 Mar 30 16:39:57.420588 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event updated for resources: {'Port': ['ID=91404d85-cbec-49b2-8ed4-86c82fcd677d,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:57.434889 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d5b439c3-f56f-4957-a851-5378502af699 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group_rule (12d99be1-89fc-436d-b87f-cf2c576ce8de), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.458959 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for floatingip (ce15537a-2dc5-497e-923a-769630c70e93), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.478122 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] Set router daca434a-746f-4ab3-a29a-c5fa4995b6eb gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:57.514206 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fa0a1-ae3e-4949-a4f3-90bb57e85782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ee3f17-ce03-4506-abf2-83e56b047b8c,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:57.554132 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-851fa0a1-ae3e-4949-a4f3-90bb57e85782 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f8ae615e72e46c3b8035e445da80724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8542430 Mar 30 16:39:57.556424 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35112) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:57.985325 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7c14a578-35bb-4343-84f9-076ebf29b31e req-484620de-53e2-4bc0-ac6f-a58d766849c7 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974529 Mar 30 16:39:58.030304 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d5b439c3-f56f-4957-a851-5378502af699 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group_rule (12d99be1-89fc-436d-b87f-cf2c576ce8de), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.032714 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8112bc1a-36c8-48dd-998e-c0dc6fb5e025 admin admin] Publish callbacks [] for security_group (b4ee3f17-ce03-4506-abf2-83e56b047b8c), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.078518 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4a2bdf8f-0fdf-49b2-b39e-4d4603589f88 admin admin] Publish callbacks [] for security_group (3046f713-7cd7-4eb0-8f07-0a074da33322), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.083402 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (91404d85-cbec-49b2-8ed4-86c82fcd677d), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.096138 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.106203 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8112bc1a-36c8-48dd-998e-c0dc6fb5e025 admin admin] Publish callbacks [] for security_group (b4ee3f17-ce03-4506-abf2-83e56b047b8c), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.148427 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d5b439c3-f56f-4957-a851-5378502af699 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (12d99be1-89fc-436d-b87f-cf2c576ce8de), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.175774 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-a754fe4d-cc38-42e4-8ac1-54a67fa6cfd2 service neutron] 10.222.0.45 "GET /v2.0/networks/a6cee0c8-e7ce-40e2-b263-2b8727ad233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8073692 Mar 30 16:39:58.242654 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b439c3-f56f-4957-a851-5378502af699 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d99be1-89fc-436d-b87f-cf2c576ce8de,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:58.252793 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec7147f-37e7-40a3-aeaf-35f24915adfe x-openstack-request-id: req-0ec7147f-37e7-40a3-aeaf-35f24915adfe {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:39:58.254589 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5", "tag": "961002f9-47ad-4851-9e2e-dd7d5939e275", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:39:58.257698 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ec7147f-37e7-40a3-aeaf-35f24915adfe {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:39:58.257698 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec7147f-37e7-40a3-aeaf-35f24915adfe'] response: {'name': 'network-changed', 'server_uuid': '2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5', 'tag': '961002f9-47ad-4851-9e2e-dd7d5939e275', 'status': 'completed', 'code': 200} Mar 30 16:39:58.257698 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4a2bdf8f-0fdf-49b2-b39e-4d4603589f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (3046f713-7cd7-4eb0-8f07-0a074da33322), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.274290 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=4d81a0f3-515a-4657-a397-ff83cebd3909,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:58.294378 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '390fd5a7-c319-47e4-97c7-455799597206', 'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'mac_address': 'fa:16:3e:d5:a7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:43Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'subnets': [{'id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:58.308389 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d5b439c3-f56f-4957-a851-5378502af699 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.310466 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-d5b439c3-f56f-4957-a851-5378502af699 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1728721 Mar 30 16:39:58.313085 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35134) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:58.320230 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-2d37cc8c-d738-44cf-985c-d689eaad5ad2 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Request body: {'security_group_rule': {'security_group_id': '39491de1-2d21-46a5-bad5-7ce8873cbe1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:58.367432 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf2fbd9-8ed1-4647-af57-cfef428c354f None None] The sync data for ids ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'] in dv-cinder-835871-1-smb is: [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '390fd5a7-c319-47e4-97c7-455799597206', 'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'mac_address': 'fa:16:3e:d5:a7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:43Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'subnets': [{'id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:39:58.403243 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8112bc1a-36c8-48dd-998e-c0dc6fb5e025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (b4ee3f17-ce03-4506-abf2-83e56b047b8c), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.407535 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8112bc1a-36c8-48dd-998e-c0dc6fb5e025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.416568 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-18af5d06-3b28-444f-a6bb-dc27fb67510d req-c52fb3d9-3b59-4822-aedb-db11e3ba0dff tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 210 time: 0.2216959 Mar 30 16:39:58.421452 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-8112bc1a-36c8-48dd-998e-c0dc6fb5e025 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4ee3f17-ce03-4506-abf2-83e56b047b8c HTTP/1.1" status: 204 len: 168 time: 0.8634758 Mar 30 16:39:58.449500 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112bc1a-36c8-48dd-998e-c0dc6fb5e025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ee3f17-ce03-4506-abf2-83e56b047b8c,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:58.543449 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2d37cc8c-d738-44cf-985c-d689eaad5ad2 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group_rule (2c6bc94c-e95d-4d4c-aabf-ea3293c772e0), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.583577 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bdf8f-0fdf-49b2-b39e-4d4603589f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3046f713-7cd7-4eb0-8f07-0a074da33322,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:58.603498 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port ae091810-4a1b-4273-b7e3-c31053184135 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:58.603925 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (ae091810-4a1b-4273-b7e3-c31053184135), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.617814 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-364ca1ec-9d3a-4e02-a397-06f2e7017ac3 None None] Current status of the port 390fd5a7-c319-47e4-97c7-455799597206 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:58.617814 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-364ca1ec-9d3a-4e02-a397-06f2e7017ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (390fd5a7-c319-47e4-97c7-455799597206), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.651935 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-4a2bdf8f-0fdf-49b2-b39e-4d4603589f88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b103a537a74742c1a4e8406a35b2573d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1944704 Mar 30 16:39:58.655134 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35140) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:58.705522 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:39:55Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:58.709054 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-364ca1ec-9d3a-4e02-a397-06f2e7017ac3 None None] For port 390fd5a7-c319-47e4-97c7-455799597206, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=390fd5a7-c319-47e4-97c7-455799597206,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:58.710277 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2d37cc8c-d738-44cf-985c-d689eaad5ad2 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group_rule (2c6bc94c-e95d-4d4c-aabf-ea3293c772e0), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.739355 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-10311f28-2e32-4774-8281-8abcd79ae335 admin admin] Publish callbacks [] for security_group (3046f713-7cd7-4eb0-8f07-0a074da33322), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.749487 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614f91b4-5dda-4aa3-babc-fb999ffaff13 None None] The sync data for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb is: [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:39:55Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:39:58.774195 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:39:52Z', 'revision_number': 2, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:58.839588 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Allocated IP 172.28.2.100 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/637056d6-c660-4366-9504-695b63658213) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:58.871032 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8dd36154-baa1-4993-9953-399d7aaa138e req-ffa19467-2d6f-4c4a-8c00-e75b4664c66b service neutron] 10.222.0.45 "GET /v2.0/networks/a6cee0c8-e7ce-40e2-b263-2b8727ad233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6215594 Mar 30 16:39:58.874649 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-364ca1ec-9d3a-4e02-a397-06f2e7017ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (390fd5a7-c319-47e4-97c7-455799597206), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.876245 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-10311f28-2e32-4774-8281-8abcd79ae335 admin admin] Publish callbacks [] for security_group (3046f713-7cd7-4eb0-8f07-0a074da33322), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.881568 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Checking router: b83a1f9b-fede-4aca-9ff7-2df2907fc088 for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:39:58.881929 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Updating router b83a1f9b-fede-4aca-9ff7-2df2907fc088 port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b binding host dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:39:58.887844 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2d37cc8c-d738-44cf-985c-d689eaad5ad2 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (2c6bc94c-e95d-4d4c-aabf-ea3293c772e0), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.952543 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port ae091810-4a1b-4273-b7e3-c31053184135 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:58.973712 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-364ca1ec-9d3a-4e02-a397-06f2e7017ac3 None None] Provisioning complete for port e3f0aede-7c9c-474a-a64e-ca4eacf345aa triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:58.974092 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-364ca1ec-9d3a-4e02-a397-06f2e7017ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.980388 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.038434 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37cc8c-d738-44cf-985c-d689eaad5ad2 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6bc94c-e95d-4d4c-aabf-ea3293c772e0,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:59.053543 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ca1ec-9d3a-4e02-a397-06f2e7017ac3 None None] Pushing event updated for resources: {'Port': ['ID=390fd5a7-c319-47e4-97c7-455799597206,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:59.075460 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2d37cc8c-d738-44cf-985c-d689eaad5ad2 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.083647 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-2d37cc8c-d738-44cf-985c-d689eaad5ad2 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7683628 Mar 30 16:39:59.086858 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35150) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:59.099353 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35152) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:59.112301 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Request body: {'floatingip': {'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:59.161347 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for port (91404d85-cbec-49b2-8ed4-86c82fcd677d), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.271668 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (91404d85-cbec-49b2-8ed4-86c82fcd677d), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.445955 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.490652 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for port (637056d6-c660-4366-9504-695b63658213), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.499905 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-10311f28-2e32-4774-8281-8abcd79ae335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (3046f713-7cd7-4eb0-8f07-0a074da33322), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.504016 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-10311f28-2e32-4774-8281-8abcd79ae335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.514140 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-10311f28-2e32-4774-8281-8abcd79ae335 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3046f713-7cd7-4eb0-8f07-0a074da33322 HTTP/1.1" status: 204 len: 168 time: 0.8573992 Mar 30 16:39:59.558963 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725743ff-4583-4483-8df5-a4f7317e0426 req-a833d7ab-e6c7-420a-adf3-6fcd8c9d5295 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:59.577298 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-725743ff-4583-4483-8df5-a4f7317e0426 req-a833d7ab-e6c7-420a-adf3-6fcd8c9d5295 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 943 time: 0.3407774 Mar 30 16:39:59.598515 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event updated for resources: {'Port': ['ID=91404d85-cbec-49b2-8ed4-86c82fcd677d,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:59.627125 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (ce15537a-2dc5-497e-923a-769630c70e93), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.688063 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (637056d6-c660-4366-9504-695b63658213), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.712086 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5859043-bb1f-47cf-9b35-1b25e2ceef31 req-98549380-f69f-4665-8b4a-492d9c70568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:59.714085 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e5859043-bb1f-47cf-9b35-1b25e2ceef31 req-98549380-f69f-4665-8b4a-492d9c70568b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb74329a22434db583b289c4ae571dfe&device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 1127 time: 0.6598196 Mar 30 16:39:59.787305 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-83b25cf3-442b-4b16-b61a-7d038fc8668b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.882403 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-83b25cf3-442b-4b16-b61a-7d038fc8668b admin admin] Publish callbacks [] for security_group (8458de09-5674-407a-bc1b-4b3443005aeb), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.895710 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10311f28-2e32-4774-8281-8abcd79ae335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3046f713-7cd7-4eb0-8f07-0a074da33322,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:59.918659 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Publish callbacks [] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.936800 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 390fd5a7-c319-47e4-97c7-455799597206 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:59.951298 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-725743ff-4583-4483-8df5-a4f7317e0426 req-3c2c97e5-b24a-4ad1-9591-7b4da7003f81 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718872 Mar 30 16:39:59.994863 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:00.039652 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'Port': ['ID=637056d6-c660-4366-9504-695b63658213,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:00.053743 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:00.060359 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:40:00.138807 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-364ca1ec-9d3a-4e02-a397-06f2e7017ac3 None None] Current status of the port e3f0aede-7c9c-474a-a64e-ca4eacf345aa is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:00.139354 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-364ca1ec-9d3a-4e02-a397-06f2e7017ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:00.186036 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:00.211169 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-364ca1ec-9d3a-4e02-a397-06f2e7017ac3 None None] For port e3f0aede-7c9c-474a-a64e-ca4eacf345aa, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=e3f0aede-7c9c-474a-a64e-ca4eacf345aa,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:00.219079 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 390fd5a7-c319-47e4-97c7-455799597206 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:00.219528 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (390fd5a7-c319-47e4-97c7-455799597206), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:00.318725 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 390fd5a7-c319-47e4-97c7-455799597206 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:00.320180 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 4d81a0f3-515a-4657-a397-ff83cebd3909 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:00.383880 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-83b25cf3-442b-4b16-b61a-7d038fc8668b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (8458de09-5674-407a-bc1b-4b3443005aeb), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:00.413583 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490345b3-e161-464e-b756-85b008f35654 req-0fd7141e-6c88-4ce1-86c0-c42add69d254 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:00.416385 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-0fd7141e-6c88-4ce1-86c0-c42add69d254 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 818 time: 0.7839406 Mar 30 16:40:00.434321 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:00.434926 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:00.440322 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-364ca1ec-9d3a-4e02-a397-06f2e7017ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:00.507367 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:00.509562 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-865cd224-69fb-482d-9e15-98ffb56d7013 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.8237591 Mar 30 16:40:00.527634 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-83b25cf3-442b-4b16-b61a-7d038fc8668b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3823b23236c4482797e26d636af343ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4268749 Mar 30 16:40:00.530717 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35194) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:00.538787 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b25cf3-442b-4b16-b61a-7d038fc8668b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8458de09-5674-407a-bc1b-4b3443005aeb,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:00.572288 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Allocated IP 172.28.2.50 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/154b3c6c-5e61-4eef-af44-0066e0c93ea8) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:00.616048 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-6e1f82c5-3957-4cb7-8f29-22e6de3a302f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/quotas/86b56c01e378413aaee7ae98a08a51b1 HTTP/1.1" status: 200 len: 375 time: 0.1682665 Mar 30 16:40:00.967097 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-8d9bc16a-a3e6-4a0e-bee4-66f178e09648 None None] Provisioning complete for port 390fd5a7-c319-47e4-97c7-455799597206 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:00.968065 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc16a-a3e6-4a0e-bee4-66f178e09648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (390fd5a7-c319-47e4-97c7-455799597206), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:00.968188 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1da0-81ca-4e55-8716-9f6e77a1fdee admin admin] Publish callbacks [] for security_group (8458de09-5674-407a-bc1b-4b3443005aeb), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:00.988749 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (03a8e69e-9dad-4613-9b0f-3fe399b05f18), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.008401 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5859043-bb1f-47cf-9b35-1b25e2ceef31 req-b272523a-3b7a-4ac5-9eb1-fce253e91ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:01.010256 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e5859043-bb1f-47cf-9b35-1b25e2ceef31 req-b272523a-3b7a-4ac5-9eb1-fce253e91ae7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6cee0c8-e7ce-40e2-b263-2b8727ad233f HTTP/1.1" status: 200 len: 912 time: 1.0033596 Mar 30 16:40:01.039527 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-a5e31bcf-3d66-4c4d-8ff0-65fa7af1b04e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3989525 Mar 30 16:40:01.060370 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1da0-81ca-4e55-8716-9f6e77a1fdee admin admin] Publish callbacks [] for security_group (8458de09-5674-407a-bc1b-4b3443005aeb), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.092393 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde79e41-fd73-4e05-852c-26eaf48cc294 None None] Pushing event updated for resources: {'Port': ['ID=adfe9cd3-822a-4c4c-834e-2a46ddd8e36b,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:01.098285 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Attempting to bind port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:40:01.098693 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Attempting to bind port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:40:01.099060 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Attempting to bind port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b on network b25aae61-5ff8-46b1-a103-9f8fe1189903 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:01.112948 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e5859043-bb1f-47cf-9b35-1b25e2ceef31 req-e5f06f37-8fc7-4195-bcb6-d368844901f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=961002f9-47ad-4851-9e2e-dd7d5939e275 HTTP/1.1" status: 200 len: 217 time: 0.0821946 Mar 30 16:40:01.119347 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-85c74cd5-7583-419e-9129-130596acb279 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2075008885&fields=id&tenant_id=9aeead52e01c4a67b8294c0188d476bb HTTP/1.1" status: 200 len: 267 time: 0.2207863 Mar 30 16:40:01.157137 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (637056d6-c660-4366-9504-695b63658213), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.158828 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for port (154b3c6c-5e61-4eef-af44-0066e0c93ea8), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.216478 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:40:01.218793 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Checking segment: {'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:01.219331 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.221416 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Bound using segment: {'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:40:01.222053 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Bound port: adfe9cd3-822a-4c4c-834e-2a46ddd8e36b, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:40:01.222549 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.258881 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 4d81a0f3-515a-4657-a397-ff83cebd3909 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:01.259412 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (4d81a0f3-515a-4657-a397-ff83cebd3909), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.356185 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5859043-bb1f-47cf-9b35-1b25e2ceef31 req-989bcba4-9b40-4918-a040-b535950b231f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:01.357694 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e5859043-bb1f-47cf-9b35-1b25e2ceef31 req-989bcba4-9b40-4918-a040-b535950b231f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd281e6f-de0e-4de3-97ad-b69022d7ed22 HTTP/1.1" status: 200 len: 851 time: 0.2025554 Mar 30 16:40:01.404682 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e5859043-bb1f-47cf-9b35-1b25e2ceef31 req-cea81b6f-3b9a-4da3-ad89-5d203bdd7576 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6cee0c8-e7ce-40e2-b263-2b8727ad233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392261 Mar 30 16:40:01.414680 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503aa66-d229-40d3-af46-981f44191ddc req-1b500a7d-3351-409a-a401-418090026d49 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:01.417078 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-1b500a7d-3351-409a-a401-418090026d49 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/networks?id=502a6e91-b591-4f3b-8946-72c3ddeb25ad HTTP/1.1" status: 200 len: 815 time: 0.2689860 Mar 30 16:40:01.449432 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-06ad1ba0-549d-4b72-8e41-2e6d48a6ddf1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/quotas/9aeead52e01c4a67b8294c0188d476bb HTTP/1.1" status: 200 len: 375 time: 0.0244384 Mar 30 16:40:01.450955 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1da0-81ca-4e55-8716-9f6e77a1fdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (8458de09-5674-407a-bc1b-4b3443005aeb), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.454342 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1da0-81ca-4e55-8716-9f6e77a1fdee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.456540 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-cd6d1da0-81ca-4e55-8716-9f6e77a1fdee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8458de09-5674-407a-bc1b-4b3443005aeb HTTP/1.1" status: 204 len: 168 time: 0.9187591 Mar 30 16:40:01.487994 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (154b3c6c-5e61-4eef-af44-0066e0c93ea8), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.586568 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ca1ec-9d3a-4e02-a397-06f2e7017ac3 None None] Pushing event updated for resources: {'Port': ['ID=e3f0aede-7c9c-474a-a64e-ca4eacf345aa,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:01.624614 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d1da0-81ca-4e55-8716-9f6e77a1fdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8458de09-5674-407a-bc1b-4b3443005aeb,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:01.631366 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] For port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:40:01.700556 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] For port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=adfe9cd3-822a-4c4c-834e-2a46ddd8e36b,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:40:01.702410 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:01.705902 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event updated for resources: {'Port': ['ID=154b3c6c-5e61-4eef-af44-0066e0c93ea8,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:01.706117 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-10d344a2-6fa9-42b1-bda2-a50d34799d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.714305 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:01.719323 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:40:01.774504 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-8d9bc16a-a3e6-4a0e-bee4-66f178e09648 None None] Current status of the port 390fd5a7-c319-47e4-97c7-455799597206 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:01.813694 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 4d81a0f3-515a-4657-a397-ff83cebd3909 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:01.838113 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-29a7c04e-0d1c-4885-b998-3355c0872649 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9aeead52e01c4a67b8294c0188d476bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3700113 Mar 30 16:40:01.847513 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.943384 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-5cf87870-104a-4224-84f7-7093398c49dc None None] Provisioning complete for port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:01.943856 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5cf87870-104a-4224-84f7-7093398c49dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.947497 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Routers {'b83a1f9b-fede-4aca-9ff7-2df2907fc088'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:40:01.952282 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:39:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:01.987732 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde79e41-fd73-4e05-852c-26eaf48cc294 None None] Pushing event updated for resources: {'Port': ['ID=adfe9cd3-822a-4c4c-834e-2a46ddd8e36b,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:02.003044 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e5859043-bb1f-47cf-9b35-1b25e2ceef31 req-26b967d0-c8af-49d1-ab01-219b0963dbb3 service neutron] 10.222.0.45 "GET /v2.0/networks/a6cee0c8-e7ce-40e2-b263-2b8727ad233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742161 Mar 30 16:40:02.100099 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for floatingip (2458016a-2161-4ec1-9d05-4ab838559563), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.132507 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-29d71b00-44e5-4dbc-bb4e-45262697418f service neutron] 10.222.0.36 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698736 Mar 30 16:40:02.164557 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 390fd5a7-c319-47e4-97c7-455799597206 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:02.317887 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e5859043-bb1f-47cf-9b35-1b25e2ceef31 req-ecc5f035-f1f6-450c-b059-6e1e5ed1cd2d service neutron] 10.222.0.45 "GET /v2.0/networks/a6cee0c8-e7ce-40e2-b263-2b8727ad233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140423 Mar 30 16:40:02.344773 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for port (637056d6-c660-4366-9504-695b63658213), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.379340 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-d64bf298-4de0-45c2-aa02-7ef671eedfd4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=105696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:40:02.382096 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (154b3c6c-5e61-4eef-af44-0066e0c93ea8), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.383040 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-d64bf298-4de0-45c2-aa02-7ef671eedfd4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3906281 Mar 30 16:40:02.417657 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] Set router b83a1f9b-fede-4aca-9ff7-2df2907fc088 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:40:02.437003 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-a4f0a262-4afa-49a3-87f4-b86ff66c489f service neutron] 10.222.0.36 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896166 Mar 30 16:40:02.479462 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (637056d6-c660-4366-9504-695b63658213), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.505573 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-5cf87870-104a-4224-84f7-7093398c49dc None None] Current status of the port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:02.506425 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5cf87870-104a-4224-84f7-7093398c49dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.575140 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (03a8e69e-9dad-4613-9b0f-3fe399b05f18), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.635677 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for port (154b3c6c-5e61-4eef-af44-0066e0c93ea8), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.658305 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'Port': ['ID=637056d6-c660-4366-9504-695b63658213,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:02.689406 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 390fd5a7-c319-47e4-97c7-455799597206 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:02.692295 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (390fd5a7-c319-47e4-97c7-455799597206), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.705798 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.714154 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-0d306901-d556-4bb8-a6d6-eb29698cee3d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9953547 Mar 30 16:40:02.742670 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35254) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:02.748773 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-b2d75afd-2db6-4aea-88ab-b3c20ce93470 service neutron] 10.222.0.36 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603616 Mar 30 16:40:02.763286 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-5cf87870-104a-4224-84f7-7093398c49dc None None] For port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=adfe9cd3-822a-4c4c-834e-2a46ddd8e36b,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:02.778903 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (154b3c6c-5e61-4eef-af44-0066e0c93ea8), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.791364 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-88aabc76-7ba8-4e02-957f-2a14bcaa7ca4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:02.794443 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-88aabc76-7ba8-4e02-957f-2a14bcaa7ca4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 818 time: 0.3510425 Mar 30 16:40:02.818799 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-aad23662-d01b-4afa-851d-35dc8a1c77c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.837033 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-b44b7684-7e11-423b-bb78-e9658b12c380 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Request body: {'port': {'device_id': '3726c6d6-daf9-49e5-8668-0fe9ace8475c', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'admin_state_up': True, 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:02.940220 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35262) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:02.942728 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (2458016a-2161-4ec1-9d05-4ab838559563), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.975256 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-fc9d3cb8-105c-481c-825b-af9eb6ac586f service neutron] 10.222.0.36 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254801 Mar 30 16:40:02.983754 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 390fd5a7-c319-47e4-97c7-455799597206 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:02.992690 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device e3f0aede-7c9c-474a-a64e-ca4eacf345aa up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:03.013082 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5cf87870-104a-4224-84f7-7093398c49dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.098367 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event updated for resources: {'Port': ['ID=154b3c6c-5e61-4eef-af44-0066e0c93ea8,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:03.136018 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.146481 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-69a26149-9533-4821-b8a2-195e733f70fc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0479338 Mar 30 16:40:03.187255 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf87870-104a-4224-84f7-7093398c49dc None None] Pushing event updated for resources: {'Port': ['ID=adfe9cd3-822a-4c4c-834e-2a46ddd8e36b,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:03.192150 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9e38f-0d8f-42e1-ac8f-68be1de09106 req-9dacfaf5-7c07-416c-9c68-c8d510ea848c tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:03.193757 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f8e9e38f-0d8f-42e1-ac8f-68be1de09106 req-9dacfaf5-7c07-416c-9c68-c8d510ea848c tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 943 time: 0.2861726 Mar 30 16:40:03.208116 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-b44b7684-7e11-423b-bb78-e9658b12c380 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Made reservation on behalf of 86b56c01e378413aaee7ae98a08a51b1 for: {'port': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:03.211612 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-b44b7684-7e11-423b-bb78-e9658b12c380 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.225350 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-9edcebdd-78b6-48ee-a13f-6a96ad574a34 None None] Provisioning complete for port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:03.226566 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9edcebdd-78b6-48ee-a13f-6a96ad574a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.245400 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-366873494-network', 'tenant_id': '6ad2b6bd295642dab1fdbcd7e9a25bac'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:03.290130 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:40:01Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:03.329695 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4e90f-054a-4fc8-b5c0-c65ed3f0ca90 None None] The sync data for ids ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'] in dv-cinder-835871-1-smb is: [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:40:01Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:40:03.344851 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-aad23662-d01b-4afa-851d-35dc8a1c77c9 admin admin] Publish callbacks [] for security_group (a7cf4eef-0207-49ba-8027-bf767c9a56b9), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.358136 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f8e9e38f-0d8f-42e1-ac8f-68be1de09106 req-8e8bcc62-a184-4c9d-ba56-02ab9f4342a1 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395688 Mar 30 16:40:03.400872 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] Made reservation on behalf of 6ad2b6bd295642dab1fdbcd7e9a25bac for: {'network': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:03.402745 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port e3f0aede-7c9c-474a-a64e-ca4eacf345aa triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:03.406464 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.406732 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.411372 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-9edcebdd-78b6-48ee-a13f-6a96ad574a34 None None] Current status of the port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:03.459984 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-aad23662-d01b-4afa-851d-35dc8a1c77c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (a7cf4eef-0207-49ba-8027-bf767c9a56b9), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.501109 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.545240 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port e3f0aede-7c9c-474a-a64e-ca4eacf345aa is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:03.584922 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-b44b7684-7e11-423b-bb78-e9658b12c380 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Allocated IP 172.20.0.12 (7ce82cf7-825b-4ffe-ac10-dcddda1e0699/7adea186-bf7a-46ee-a3ce-f9458fc0ca1b/45e5030b-2858-40d6-b8a7-d128fee872c4) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:03.680554 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-5ee019cc-0d12-445d-bdd3-401fe3aac534 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--848017266&fields=id&tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9 HTTP/1.1" status: 200 len: 267 time: 0.1398704 Mar 30 16:40:03.759492 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-007c7549-8c47-4ffb-8190-cc0dbc3d42da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.862762 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-d36f8679-bd8c-402d-8b9c-775af97199a5 req-25a1aa8e-3567-4733-9782-3ebf607062e6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 210 time: 0.3742819 Mar 30 16:40:03.955890 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-aad23662-d01b-4afa-851d-35dc8a1c77c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c85f202b54fe403b9abf509fa273b4b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2120275 Mar 30 16:40:03.959374 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35306) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:03.978258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad23662-d01b-4afa-851d-35dc8a1c77c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cf4eef-0207-49ba-8027-bf767c9a56b9,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:03.983757 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] Publish callbacks [] for security_group (f9d72aff-51b5-4ae7-85d6-709568ae27b1), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.113426 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc212-1145-4318-9a4e-b236335aedcb req-cb0db4cc-8b4e-4ba3-9888-d0a781d8fa2f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:04.115600 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-cb0db4cc-8b4e-4ba3-9888-d0a781d8fa2f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/networks?id=9066559d-1511-4e4c-9ef1-9189866f3059 HTTP/1.1" status: 200 len: 814 time: 0.4338281 Mar 30 16:40:04.119362 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (f9d72aff-51b5-4ae7-85d6-709568ae27b1), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.135683 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a90bc917-7c5d-43c3-8a55-92e917f8985a admin admin] Publish callbacks [] for security_group (a7cf4eef-0207-49ba-8027-bf767c9a56b9), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.146322 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-277f8021-1929-4b35-af9d-351f6f554c9e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--146332148&fields=id&tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1 HTTP/1.1" status: 200 len: 267 time: 0.1123762 Mar 30 16:40:04.166632 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-9b565850-2808-4dc2-bf46-6f7e63530789 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/quotas/f0ad01349a534b659dc50fcd3ac8a0e9 HTTP/1.1" status: 200 len: 375 time: 0.0407875 Mar 30 16:40:04.174904 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=105696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:40:04.180653 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a90bc917-7c5d-43c3-8a55-92e917f8985a admin admin] Publish callbacks [] for security_group (a7cf4eef-0207-49ba-8027-bf767c9a56b9), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.231767 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d72aff-51b5-4ae7-85d6-709568ae27b1,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:04.246643 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (e08029fc-8f47-4348-baf9-86b0cbe6a91e), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.247151 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.segments_db [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] Added segment e08029fc-8f47-4348-baf9-86b0cbe6a91e of type vlan for network 9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93 Mar 30 16:40:04.274225 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-b44b7684-7e11-423b-bb78-e9658b12c380 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.333902 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.335550 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-9b325df1-d981-462d-9aa6-134427d7604a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:04.342374 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-9b325df1-d981-462d-9aa6-134427d7604a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/networks?id=b25aae61-5ff8-46b1-a103-9f8fe1189903 HTTP/1.1" status: 200 len: 811 time: 0.1825156 Mar 30 16:40:04.355665 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-46dc7cea-1e65-489d-957b-ba93a9c46c0f tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/quotas/48f7c81127e94b1b8582c9dbbc26aaf1 HTTP/1.1" status: 200 len: 375 time: 0.0122259 Mar 30 16:40:04.365235 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-91b20c4e-773d-453e-b1c8-d13aed6e765d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1856380 Mar 30 16:40:04.440539 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-287b8730-1cb8-4b48-8a1d-f22cad62d286 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749512 Mar 30 16:40:04.468160 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-b44b7684-7e11-423b-bb78-e9658b12c380 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.472906 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.474210 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:04.474852 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.522444 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a90bc917-7c5d-43c3-8a55-92e917f8985a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (a7cf4eef-0207-49ba-8027-bf767c9a56b9), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.525994 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a90bc917-7c5d-43c3-8a55-92e917f8985a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.526941 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-a90bc917-7c5d-43c3-8a55-92e917f8985a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7cf4eef-0207-49ba-8027-bf767c9a56b9 HTTP/1.1" status: 204 len: 168 time: 0.5666537 Mar 30 16:40:04.553712 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bc917-7c5d-43c3-8a55-92e917f8985a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cf4eef-0207-49ba-8027-bf767c9a56b9,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:04.621766 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-f42eae1a-45c2-43f3-bf3b-b9820e88faef service neutron] 10.222.0.36 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682351 Mar 30 16:40:04.640856 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-96b91d35-c8bd-40c5-917c-da7123c895b5 service neutron] 10.222.0.36 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532725 Mar 30 16:40:04.703480 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7574511 Mar 30 16:40:04.707828 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-b44b7684-7e11-423b-bb78-e9658b12c380 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:04.711089 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35324) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:04.712634 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b7684-7e11-423b-bb78-e9658b12c380 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Pushing event updated for resources: {'Port': ['ID=45e5030b-2858-40d6-b8a7-d128fee872c4,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:04.719393 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-b44b7684-7e11-423b-bb78-e9658b12c380 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:04.726236 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f191f4-38bb-48dc-8853-831c3f49b342 admin admin] Pushing event updated for resources: {'Network': ['ID=9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:04.726236 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-b44b7684-7e11-423b-bb78-e9658b12c380 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:40:04.732158 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-b44b7684-7e11-423b-bb78-e9658b12c380 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:04.732877 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-b44b7684-7e11-423b-bb78-e9658b12c380 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.736640 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-8b26d7b6-d718-4824-b4ac-a23f17aa0524 admin admin] Request body: {'subnet': {'network_id': '9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-366873494-subnet', 'tenant_id': '6ad2b6bd295642dab1fdbcd7e9a25bac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:04.764709 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network 9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93 details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:40:04.804375 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dba0f455-c833-4f25-be21-325a062935c3 service neutron] 10.222.0.36 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819921 Mar 30 16:40:04.818516 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-0b3b9a27-8d37-47bb-90fb-f1aa90ab3ce7 service neutron] 10.222.0.36 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765580 Mar 30 16:40:04.884493 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b26d7b6-d718-4824-b4ac-a23f17aa0524 admin admin] Made reservation on behalf of 6ad2b6bd295642dab1fdbcd7e9a25bac for: {'subnet': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:04.890162 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8b26d7b6-d718-4824-b4ac-a23f17aa0524 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.893365 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-b44b7684-7e11-423b-bb78-e9658b12c380 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0618718 Mar 30 16:40:04.907944 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Request body: {'port': {'device_id': '3726c6d6-daf9-49e5-8668-0fe9ace8475c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:04.918027 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 961002f9-47ad-4851-9e2e-dd7d5939e275 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:40:04.969938 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:40:05.155819 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:05.468173 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-19ba08ab-3f71-4ae7-81f9-fb21d59e3ddb req-8e5b1062-5525-4971-87ed-041972d10974 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 210 time: 0.1434786 Mar 30 16:40:05.553141 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 961002f9-47ad-4851-9e2e-dd7d5939e275, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=961002f9-47ad-4851-9e2e-dd7d5939e275,segment=NetworkSegment(3f4b313f-f87e-451b-942f-1af4254b2216),segment_id=3f4b313f-f87e-451b-942f-1af4254b2216)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:05.557407 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a52b02-9ff7-4a2c-b3ab-49d777d109ae req-3b9b1f41-bcf5-425c-82a8-980ec96ca6c7 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:05.561547 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c4a52b02-9ff7-4a2c-b3ab-49d777d109ae req-3b9b1f41-bcf5-425c-82a8-980ec96ca6c7 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 943 time: 0.2444549 Mar 30 16:40:05.628785 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '961002f9-47ad-4851-9e2e-dd7d5939e275', 'network_id': 'a6cee0c8-e7ce-40e2-b263-2b8727ad233f', 'port_id': '961002f9-47ad-4851-9e2e-dd7d5939e275', 'mac_address': 'fa:16:3e:a8:be:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd281e6f-de0e-4de3-97ad-b69022d7ed22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:40:05.645782 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-b02b9ab8-5a69-464a-be50-6c7ff70d1d52 None None] Provisioning complete for port 45e5030b-2858-40d6-b8a7-d128fee872c4 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:05.645782 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b02b9ab8-5a69-464a-be50-6c7ff70d1d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:05.702933 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c4a52b02-9ff7-4a2c-b3ab-49d777d109ae req-03caa467-8272-4e94-a140-20043398d905 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260796 Mar 30 16:40:05.755984 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-b02b9ab8-5a69-464a-be50-6c7ff70d1d52 None None] Port 45e5030b-2858-40d6-b8a7-d128fee872c4 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:40:05.773767 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 961002f9-47ad-4851-9e2e-dd7d5939e275 is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:05.774435 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:05.787884 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c7c3a23b-007f-43c5-9e41-cd18a855f2c8 req-4f741da6-3954-407e-ad60-6395a867942f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 210 time: 0.0624623 Mar 30 16:40:05.809095 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961002f9-47ad-4851-9e2e-dd7d5939e275 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:05.830857 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7a29a668-ace5-4354-b3c4-7cdd9c8486b4 req-347f1870-0acd-464e-81e4-e08a83f13402 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 210 time: 0.0569129 Mar 30 16:40:05.877798 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 961002f9-47ad-4851-9e2e-dd7d5939e275, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=961002f9-47ad-4851-9e2e-dd7d5939e275,segment=NetworkSegment(3f4b313f-f87e-451b-942f-1af4254b2216),segment_id=3f4b313f-f87e-451b-942f-1af4254b2216)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:05.975535 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device adfe9cd3-822a-4c4c-834e-2a46ddd8e36b up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:05.979835 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-365f6f33-228d-46cd-8214-60adce130b95 req-1d501ebf-b709-4bf7-af26-b3514444e87c tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 210 time: 0.0752575 Mar 30 16:40:05.989013 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e5030b-2858-40d6-b8a7-d128fee872c4 {{(pid=105696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:05.997994 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Publish callbacks [] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:06.010991 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.provisioning_blocks [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Transition to ACTIVE for port object 45e5030b-2858-40d6-b8a7-d128fee872c4 will not be triggered until provisioned by entity L2. {{(pid=105696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:40:06.059106 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:06.059480 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:06.140949 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:06.432637 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8b26d7b6-d718-4824-b4ac-a23f17aa0524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for subnet (7b572357-7081-4c49-b0d3-12cacbd341b0), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:06.441744 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:06.447578 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:06.490223 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:06.497969 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26d7b6-d718-4824-b4ac-a23f17aa0524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b572357-7081-4c49-b0d3-12cacbd341b0,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:06.504734 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:06.514156 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b26d7b6-d718-4824-b4ac-a23f17aa0524 admin admin] Checking segment: {'id': 'e08029fc-8f47-4348-baf9-86b0cbe6a91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:06.514514 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b26d7b6-d718-4824-b4ac-a23f17aa0524 admin admin] Network hostable DHCP agents. Network: 9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:40:06.538855 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=961002f9-47ad-4851-9e2e-dd7d5939e275,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:06.577194 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Pushing event updated for resources: {'Port': ['ID=45e5030b-2858-40d6-b8a7-d128fee872c4,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:06.620029 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-58368bdf-e75b-45eb-8545-98cfa9a5e45f req-82392a5d-d68c-4e93-b897-f867cdcdb2bb tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 210 time: 0.0454721 Mar 30 16:40:06.625644 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Attempting to bind port 45e5030b-2858-40d6-b8a7-d128fee872c4 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:40:06.625902 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Attempting to bind port 45e5030b-2858-40d6-b8a7-d128fee872c4 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:40:06.626373 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Attempting to bind port 45e5030b-2858-40d6-b8a7-d128fee872c4 on network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:06.632036 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Port 45e5030b-2858-40d6-b8a7-d128fee872c4 on network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:40:06.632368 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Attempting to bind port 45e5030b-2858-40d6-b8a7-d128fee872c4 on network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:06.637616 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:40:06.637961 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Checking segment: {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:06.638357 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Bound using segment: {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:40:06.638797 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Bound port: 45e5030b-2858-40d6-b8a7-d128fee872c4, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'}}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:40:06.639231 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:06.693827 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['961002f9-47ad-4851-9e2e-dd7d5939e275'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:40:06.702347 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b26d7b6-d718-4824-b4ac-a23f17aa0524 admin admin] Network 9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93 is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:40:06.725066 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.45', 53875) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:06.796057 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] For port 45e5030b-2858-40d6-b8a7-d128fee872c4, host hv-cinder-83587, cleared binding levels {{(pid=105696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:40:06.817549 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] For port 45e5030b-2858-40d6-b8a7-d128fee872c4, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=45e5030b-2858-40d6-b8a7-d128fee872c4,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:40:06.822007 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-8b26d7b6-d718-4824-b4ac-a23f17aa0524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, 9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93) {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:06.827144 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26d7b6-d718-4824-b4ac-a23f17aa0524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:06.835057 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8b26d7b6-d718-4824-b4ac-a23f17aa0524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:06.901625 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6fe6e0-4c94-4848-b90c-f606dd04e185 None None] Network 9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:40:06.921055 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-8b26d7b6-d718-4824-b4ac-a23f17aa0524 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2085648 Mar 30 16:40:06.958889 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:07.020607 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bac2df5a-ef57-453a-87cf-6c60a9002031 req-a3e0571e-f80b-473b-9642-d2e1d0d9309c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 210 time: 0.0684450 Mar 30 16:40:07.209521 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ca6e5-8f6e-4c21-9a06-f1d4942d5d4e None None] Network 9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:40:07.270254 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-93cc2f7a-cdd5-42af-a697-df4d30661f62 req-54032415-1daa-4849-9b14-b4eeeff994fa tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 210 time: 0.0823545 Mar 30 16:40:07.410437 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e97ca8aa-51bd-4407-a664-f807982448c9 req-5525010f-709f-469a-88c1-cf1fc620db4f tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 210 time: 0.0629241 Mar 30 16:40:07.442734 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.45', 53876) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:07.468107 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503aa66-d229-40d3-af46-981f44191ddc req-f8dd783c-6d32-4b4d-a71c-3b03daa249b0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:07.524812 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-f8dd783c-6d32-4b4d-a71c-3b03daa249b0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.45 "GET /v2.0/networks?id=502a6e91-b591-4f3b-8946-72c3ddeb25ad HTTP/1.1" status: 200 len: 815 time: 0.7437606 Mar 30 16:40:07.524812 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:07.524812 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:07.524812 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] 10.222.0.45 "PUT /v2.0/ports/45e5030b-2858-40d6-b8a7-d128fee872c4 HTTP/1.1" status: 200 len: 1094 time: 2.6156175 Mar 30 16:40:07.552656 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3726c6d6-daf9-49e5-8668-0fe9ace8475c', 'tag': '45e5030b-2858-40d6-b8a7-d128fee872c4'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:07.555136 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc776357-9377-4984-b3cd-7507a5614957" -d '{"events": [{"name": "network-changed", "server_uuid": "3726c6d6-daf9-49e5-8668-0fe9ace8475c", "tag": "45e5030b-2858-40d6-b8a7-d128fee872c4"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:07.607342 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490345b3-e161-464e-b756-85b008f35654 req-5baae875-bec0-41f5-a449-b4cc559ac1fd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:07.636986 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-5baae875-bec0-41f5-a449-b4cc559ac1fd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 818 time: 0.1702313 Mar 30 16:40:07.638417 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-fa58a7db-6a0c-4d3a-8e35-cd77b2f598bb tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aeead52e01c4a67b8294c0188d476bb HTTP/1.1" status: 200 len: 380 time: 0.1230519 Mar 30 16:40:07.638417 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d80989-452f-46f3-86e6-626e5b4079dc x-openstack-request-id: req-63d80989-452f-46f3-86e6-626e5b4079dc {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:07.638417 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3726c6d6-daf9-49e5-8668-0fe9ace8475c", "tag": "45e5030b-2858-40d6-b8a7-d128fee872c4", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:07.638417 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63d80989-452f-46f3-86e6-626e5b4079dc {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:07.638417 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d80989-452f-46f3-86e6-626e5b4079dc'] response: {'name': 'network-changed', 'server_uuid': '3726c6d6-daf9-49e5-8668-0fe9ace8475c', 'tag': '45e5030b-2858-40d6-b8a7-d128fee872c4', 'status': 'completed', 'code': 200} Mar 30 16:40:07.644243 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-490345b3-e161-464e-b756-85b008f35654 req-84c70cb5-eba6-4060-bf06-a9b4241e8f3f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Request body: {'port': {'device_id': 'cfd0e630-f4b0-45f7-90c1-fb8ba95e2855', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'admin_state_up': True, 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:07.647517 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-f503aa66-d229-40d3-af46-981f44191ddc req-3f6dbae3-68b3-49e4-9e1b-31f721f48c23 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Request body: {'port': {'device_id': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'admin_state_up': True, 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'security_groups': ['fa6a8653-42f6-494a-afcd-7d53bc7bb57c']}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:07.667607 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d3d39-6bc8-4dfc-944f-69cf4a5e212e req-81282812-8e7e-4284-8315-2fed72df31ff tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:07.669282 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cd4d3d39-6bc8-4dfc-944f-69cf4a5e212e req-81282812-8e7e-4284-8315-2fed72df31ff tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 944 time: 0.7889965 Mar 30 16:40:07.800523 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1b7a3-c52b-465d-94fc-c2d851918136 service neutron] Pushing event updated for resources: {'Port': ['ID=45e5030b-2858-40d6-b8a7-d128fee872c4,revision_number=3']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:07.826421 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-85e2c792-9e1b-4236-aac8-bde172a4fdd6 req-bf81a313-16c9-4212-87e2-c9dbe697e57c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 210 time: 0.0511324 Mar 30 16:40:07.922888 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cd4d3d39-6bc8-4dfc-944f-69cf4a5e212e req-593b0635-603d-46d3-8faf-cd3efbe5882d tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474309 Mar 30 16:40:07.952281 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc776357-9377-4984-b3cd-7507a5614957 req-ac05a6b7-ab67-4d52-b5a0-5d287354cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:07.960247 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cc776357-9377-4984-b3cd-7507a5614957 req-ac05a6b7-ab67-4d52-b5a0-5d287354cde2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 1128 time: 0.2812493 Mar 30 16:40:08.121196 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490345b3-e161-464e-b756-85b008f35654 req-84c70cb5-eba6-4060-bf06-a9b4241e8f3f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Made reservation on behalf of 86b56c01e378413aaee7ae98a08a51b1 for: {'port': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:08.127143 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-490345b3-e161-464e-b756-85b008f35654 req-84c70cb5-eba6-4060-bf06-a9b4241e8f3f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:08.200258 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc776357-9377-4984-b3cd-7507a5614957 req-2f59a51b-67a8-41b3-85e8-b521bf5452cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:08.201760 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cc776357-9377-4984-b3cd-7507a5614957 req-2f59a51b-67a8-41b3-85e8-b521bf5452cb service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=86b56c01e378413aaee7ae98a08a51b1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2412279 Mar 30 16:40:08.240881 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f503aa66-d229-40d3-af46-981f44191ddc req-3f6dbae3-68b3-49e4-9e1b-31f721f48c23 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Made reservation on behalf of 9aeead52e01c4a67b8294c0188d476bb for: {'port': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:08.244225 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f503aa66-d229-40d3-af46-981f44191ddc req-3f6dbae3-68b3-49e4-9e1b-31f721f48c23 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:08.276198 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4a9c1d9e-1dc1-4c67-a372-58b06cfc818e req-23ff68fc-8aaa-43d6-b906-b462eaf50aaa tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 210 time: 0.0971220 Mar 30 16:40:08.397142 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:08.489923 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b6a1e154-7fb4-41bb-8cbe-39f9c32ddcc2 req-5b53931c-0976-4423-911d-4a919dda0721 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 210 time: 0.0807045 Mar 30 16:40:08.500668 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc776357-9377-4984-b3cd-7507a5614957 req-31aafc4e-d9f8-4075-8fbc-902be42a8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:08.511166 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cc776357-9377-4984-b3cd-7507a5614957 req-31aafc4e-d9f8-4075-8fbc-902be42a8e33 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3035040 Mar 30 16:40:08.573030 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7c536649-90f3-4367-b400-aab77da56ca6 req-53b0a206-3043-4d4c-b5b6-d65e072ad929 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 210 time: 0.0565710 Mar 30 16:40:08.577059 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [req-f503aa66-d229-40d3-af46-981f44191ddc req-3f6dbae3-68b3-49e4-9e1b-31f721f48c23 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Allocated IP 172.20.0.8 (502a6e91-b591-4f3b-8946-72c3ddeb25ad/c9df6b30-1554-4ac7-a638-1eff78d1538f/87066447-d170-4142-9399-42aa4170eb9e) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:08.590502 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [req-490345b3-e161-464e-b756-85b008f35654 req-84c70cb5-eba6-4060-bf06-a9b4241e8f3f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Allocated IP 172.20.0.14 (7ce82cf7-825b-4ffe-ac10-dcddda1e0699/7adea186-bf7a-46ee-a3ce-f9458fc0ca1b/f578bb2a-5423-45a1-bd55-7b3a5f05b0c8) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:08.759619 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-9b9a77a5-35b5-4e41-9a7b-da73feee7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:08.761241 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-9b9a77a5-35b5-4e41-9a7b-da73feee7fe9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 1128 time: 0.1468532 Mar 30 16:40:08.792842 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 961002f9-47ad-4851-9e2e-dd7d5939e275 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:08.818878 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-490345b3-e161-464e-b756-85b008f35654 req-84c70cb5-eba6-4060-bf06-a9b4241e8f3f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:08.821948 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-c9baed07-5fb9-4815-8d1a-0ed834c21c8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e5030b-2858-40d6-b8a7-d128fee872c4 HTTP/1.1" status: 200 len: 217 time: 0.0521858 Mar 30 16:40:08.887379 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f503aa66-d229-40d3-af46-981f44191ddc req-3f6dbae3-68b3-49e4-9e1b-31f721f48c23 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for port (87066447-d170-4142-9399-42aa4170eb9e), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:08.916996 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-28cd7d87-a3fc-43be-9c6f-a257065d127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:08.918680 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-28cd7d87-a3fc-43be-9c6f-a257065d127b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.0774455 Mar 30 16:40:08.927860 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35444) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:08.932728 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1224367639-network', 'tenant_id': 'd95faecade4a47e18fba0de847c1fb67'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:08.971147 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 961002f9-47ad-4851-9e2e-dd7d5939e275 completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:40:08.972058 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-490345b3-e161-464e-b756-85b008f35654 req-84c70cb5-eba6-4060-bf06-a9b4241e8f3f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:08.976679 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 961002f9-47ad-4851-9e2e-dd7d5939e275 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:08.977529 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.074781 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] Made reservation on behalf of d95faecade4a47e18fba0de847c1fb67 for: {'network': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:09.077597 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.137653 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.143473 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9ed57-9a9f-4966-b827-b82448d39dca req-ea72855a-c059-494b-86f5-1799317f7d16 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:09.145411 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-64a9ed57-9a9f-4966-b827-b82448d39dca req-ea72855a-c059-494b-86f5-1799317f7d16 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 932 time: 0.1682820 Mar 30 16:40:09.149649 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-940353ed-3fb5-477f-8b8f-3d645678443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:09.151332 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-940353ed-3fb5-477f-8b8f-3d645678443f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2176032 Mar 30 16:40:09.160031 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490345b3-e161-464e-b756-85b008f35654 req-84c70cb5-eba6-4060-bf06-a9b4241e8f3f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:09.169583 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 961002f9-47ad-4851-9e2e-dd7d5939e275 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:09.171001 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.173152 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [req-490345b3-e161-464e-b756-85b008f35654 req-84c70cb5-eba6-4060-bf06-a9b4241e8f3f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:09.177751 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [req-490345b3-e161-464e-b756-85b008f35654 req-84c70cb5-eba6-4060-bf06-a9b4241e8f3f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:40:09.183856 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490345b3-e161-464e-b756-85b008f35654 req-84c70cb5-eba6-4060-bf06-a9b4241e8f3f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:09.184507 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-490345b3-e161-464e-b756-85b008f35654 req-84c70cb5-eba6-4060-bf06-a9b4241e8f3f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.188815 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c70cb5-eba6-4060-bf06-a9b4241e8f3f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Pushing event updated for resources: {'Port': ['ID=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:09.214859 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961002f9-47ad-4851-9e2e-dd7d5939e275'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:09.265833 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0e3e5-a3e4-4507-8df9-bf9184130ddd req-f9351727-e04d-4aae-9915-559b6888a75c tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:09.274810 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0ed0e3e5-a3e4-4507-8df9-bf9184130ddd req-f9351727-e04d-4aae-9915-559b6888a75c tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 944 time: 0.2067754 Mar 30 16:40:09.331133 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f503aa66-d229-40d3-af46-981f44191ddc req-3f6dbae3-68b3-49e4-9e1b-31f721f48c23 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (87066447-d170-4142-9399-42aa4170eb9e), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.341983 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-84c70cb5-eba6-4060-bf06-a9b4241e8f3f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7080557 Mar 30 16:40:09.345397 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 961002f9-47ad-4851-9e2e-dd7d5939e275, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=961002f9-47ad-4851-9e2e-dd7d5939e275,segment=NetworkSegment(3f4b313f-f87e-451b-942f-1af4254b2216),segment_id=3f4b313f-f87e-451b-942f-1af4254b2216)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:09.364799 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Request body: {'port': {'device_id': 'cfd0e630-f4b0-45f7-90c1-fb8ba95e2855', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:09.483115 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.511634 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dbae3-68b3-49e4-9e1b-31f721f48c23 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event updated for resources: {'Port': ['ID=87066447-d170-4142-9399-42aa4170eb9e,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:09.520041 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0ed0e3e5-a3e4-4507-8df9-bf9184130ddd req-8d6dd488-e2e4-4181-a086-4b15e1c444cc tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443650 Mar 30 16:40:09.528884 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-82a9157c-264f-4ad6-9d63-d18db5ea53b8 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508184 Mar 30 16:40:09.558164 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f503aa66-d229-40d3-af46-981f44191ddc req-3f6dbae3-68b3-49e4-9e1b-31f721f48c23 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Network 502a6e91-b591-4f3b-8946-72c3ddeb25ad is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:09.569955 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-64a9ed57-9a9f-4966-b827-b82448d39dca req-04d93987-6c8f-4a70-8437-09e7e08e2b08 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172451 Mar 30 16:40:09.602329 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] Publish callbacks [] for security_group (4e074376-b84f-442c-9bc1-39d02f962740), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.607119 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9475dba-425a-4ff9-8883-9a32c6f4b83b" -d '{"events": [{"server_uuid": "2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5", "name": "network-vif-plugged", "status": "completed", "tag": "961002f9-47ad-4851-9e2e-dd7d5939e275"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:09.609772 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.619454 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=961002f9-47ad-4851-9e2e-dd7d5939e275,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:09.663282 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-d899a4e6-1111-4695-abf9-a39da55cd2db None None] Provisioning complete for port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:09.663662 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d899a4e6-1111-4695-abf9-a39da55cd2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.696908 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [req-f503aa66-d229-40d3-af46-981f44191ddc req-3f6dbae3-68b3-49e4-9e1b-31f721f48c23 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:09.699293 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f503aa66-d229-40d3-af46-981f44191ddc req-3f6dbae3-68b3-49e4-9e1b-31f721f48c23 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:40:09.705281 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503aa66-d229-40d3-af46-981f44191ddc req-3f6dbae3-68b3-49e4-9e1b-31f721f48c23 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:09.705531 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-d899a4e6-1111-4695-abf9-a39da55cd2db None None] Port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:40:09.706016 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f503aa66-d229-40d3-af46-981f44191ddc req-3f6dbae3-68b3-49e4-9e1b-31f721f48c23 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.716325 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4e074376-b84f-442c-9bc1-39d02f962740), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.765454 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4623e75d-1e18-4b99-ae96-de8ac60a0f11 req-2d84cf22-fada-4d78-a3bc-53c29c17960f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 210 time: 0.0701745 Mar 30 16:40:09.770069 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4e0fae3f-38d9-4eda-ba8e-be023407fd23 req-450bd995-d6aa-4dfa-ac34-7bc224d3d010 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184334 Mar 30 16:40:09.891340 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b714e6a8-c55b-4618-99fd-6e3ae975ebb2 req-c6189fd7-690a-4027-bf58-0a06949f3f53 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 210 time: 0.0384796 Mar 30 16:40:09.913513 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-3f6dbae3-68b3-49e4-9e1b-31f721f48c23 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2785478 Mar 30 16:40:09.933052 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Request body: {'port': {'device_id': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:09.989320 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=105697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:40:10.048766 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-79a6ac80-0678-40c0-9a26-c4d132302220 None None] Provisioning complete for port 87066447-d170-4142-9399-42aa4170eb9e triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:10.050928 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-79a6ac80-0678-40c0-9a26-c4d132302220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (87066447-d170-4142-9399-42aa4170eb9e), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:10.056171 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e074376-b84f-442c-9bc1-39d02f962740,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:10.071511 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (19f3b371-da81-4beb-823d-54b52afa1fdc), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:10.071511 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.segments_db [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] Added segment 19f3b371-da81-4beb-823d-54b52afa1fdc of type vlan for network 73fa1a22-16ac-4c58-963c-6a056025b839 Mar 30 16:40:10.163796 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe44951-547c-4fa8-8c13-33a1da54fe93 req-a91621cd-3050-4621-b0e0-ba646a8474a8 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:10.173816 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7fe44951-547c-4fa8-8c13-33a1da54fe93 req-a91621cd-3050-4621-b0e0-ba646a8474a8 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 931 time: 0.4952807 Mar 30 16:40:10.182989 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-79a6ac80-0678-40c0-9a26-c4d132302220 None None] Port 87066447-d170-4142-9399-42aa4170eb9e cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:40:10.196320 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.45', 53885) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:10.223999 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0cf5e1-d637-4d02-a74f-bfb34e3cc045 x-openstack-request-id: req-0e0cf5e1-d637-4d02-a74f-bfb34e3cc045 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:10.224594 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5", "name": "network-vif-plugged", "status": "completed", "tag": "961002f9-47ad-4851-9e2e-dd7d5939e275", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:10.225126 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e0cf5e1-d637-4d02-a74f-bfb34e3cc045 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:10.227019 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0cf5e1-d637-4d02-a74f-bfb34e3cc045'] response: {'server_uuid': '2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961002f9-47ad-4851-9e2e-dd7d5939e275', 'code': 200} Mar 30 16:40:10.264889 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (73fa1a22-16ac-4c58-963c-6a056025b839), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:10.326935 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35484) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:10.352896 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (87066447-d170-4142-9399-42aa4170eb9e), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:10.427395 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7fe44951-547c-4fa8-8c13-33a1da54fe93 req-00613c8f-36d3-459d-9982-c31e731ec498 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526100 Mar 30 16:40:10.459076 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-52d1cbe8-928b-4413-adf0-aa947bb68ca8 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:10.460616 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-52d1cbe8-928b-4413-adf0-aa947bb68ca8 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.45 "GET /v2.0/networks?id=b25aae61-5ff8-46b1-a103-9f8fe1189903 HTTP/1.1" status: 200 len: 811 time: 0.4413035 Mar 30 16:40:10.485601 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc212-1145-4318-9a4e-b236335aedcb req-6a90107f-0ba0-4419-b61d-5fe993094060 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:10.487474 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-6a90107f-0ba0-4419-b61d-5fe993094060 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "GET /v2.0/networks?id=9066559d-1511-4e4c-9ef1-9189866f3059 HTTP/1.1" status: 200 len: 814 time: 0.2841947 Mar 30 16:40:10.530462 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (73fa1a22-16ac-4c58-963c-6a056025b839), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:10.531449 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:10.532059 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:10.636379 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7070866 Mar 30 16:40:10.636911 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e2e73018-3390-448f-a528-3ef214a5913e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:10.637956 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35498) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:10.643407 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-d1ce0c03-6654-4052-ba6e-1f327bc429a1 admin admin] Request body: {'subnet': {'network_id': '73fa1a22-16ac-4c58-963c-6a056025b839', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1224367639-subnet', 'tenant_id': 'd95faecade4a47e18fba0de847c1fb67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:10.654108 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-0f4bdfa7-6aa4-4159-92c5-479fa1cff301 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1 HTTP/1.1" status: 200 len: 379 time: 0.1753857 Mar 30 16:40:10.656484 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 {{(pid=105697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:10.670362 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.45', 53889) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:10.679925 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Publish callbacks [] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:10.696301 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-b8a6c77a-b48a-4f72-817d-b7f4e0c8b213 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Request body: {'port': {'device_id': '62774243-bf60-4ab7-8cd3-818a83414ca6', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'admin_state_up': True, 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'security_groups': ['39491de1-2d21-46a5-bad5-7ce8873cbe1d']}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:10.786417 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c2244-b12a-4afa-b3c6-a426f1ccf0a2 admin admin] Pushing event updated for resources: {'Network': ['ID=73fa1a22-16ac-4c58-963c-6a056025b839,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:10.802604 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network 73fa1a22-16ac-4c58-963c-6a056025b839 details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:40:10.802973 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.provisioning_blocks [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Transition to ACTIVE for port object f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 will not be triggered until provisioned by entity L2. {{(pid=105697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:40:10.842238 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250f24f-ea73-4387-94c4-435fe1859a2c req-5a314b65-128c-4b5e-8adb-585c7bbe21ed tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:10.843807 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8250f24f-ea73-4387-94c4-435fe1859a2c req-5a314b65-128c-4b5e-8adb-585c7bbe21ed tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 945 time: 0.2070408 Mar 30 16:40:10.852872 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-f628be64-787e-41fc-b717-9f111b8c0784 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9 HTTP/1.1" status: 200 len: 379 time: 0.3552258 Mar 30 16:40:10.862885 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ce0c03-6654-4052-ba6e-1f327bc429a1 admin admin] Made reservation on behalf of d95faecade4a47e18fba0de847c1fb67 for: {'subnet': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:10.865301 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-d1ce0c03-6654-4052-ba6e-1f327bc429a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:10.865484 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-026cc212-1145-4318-9a4e-b236335aedcb req-7804cb6e-4ecc-4175-b5d8-609d5c680f09 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'port': {'device_id': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'admin_state_up': True, 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'security_groups': ['22bd8252-8072-4f77-8372-de8d94e53f05']}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:10.938918 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:10.942510 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a86d4-f917-4d93-921a-1ea2f4613c1c req-76a58a46-9fc1-44cc-9c6a-2014c926ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:10.944062 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1a6a86d4-f917-4d93-921a-1ea2f4613c1c req-76a58a46-9fc1-44cc-9c6a-2014c926ead1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 1129 time: 0.2664135 Mar 30 16:40:10.980102 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1772d-bbd6-4cef-9f73-21bbbccddd5e req-4d53aacb-4688-4d81-90cf-fa7bc0ed622c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:10.981952 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-17a1772d-bbd6-4cef-9f73-21bbbccddd5e req-4d53aacb-4688-4d81-90cf-fa7bc0ed622c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 932 time: 0.2970643 Mar 30 16:40:11.030281 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-1a6a86d4-f917-4d93-921a-1ea2f4613c1c req-8d3d15fb-14d3-4819-88dc-0f0061bc524c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.042043 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8250f24f-ea73-4387-94c4-435fe1859a2c req-5c588a9e-1a8e-4521-8f10-06429c200bd7 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853139 Mar 30 16:40:11.053774 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87066447-d170-4142-9399-42aa4170eb9e {{(pid=105696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:11.080898 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Publish callbacks [] for port (87066447-d170-4142-9399-42aa4170eb9e), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.086565 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-b8a6c77a-b48a-4f72-817d-b7f4e0c8b213 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Made reservation on behalf of 48f7c81127e94b1b8582c9dbbc26aaf1 for: {'port': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:11.090070 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-b8a6c77a-b48a-4f72-817d-b7f4e0c8b213 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.121130 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e2e73018-3390-448f-a528-3ef214a5913e admin admin] Publish callbacks [] for security_group (cabef6f2-698e-477e-9c94-6fcaaf5261f8), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.130630 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Pushing event updated for resources: {'Port': ['ID=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:11.179354 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.provisioning_blocks [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Transition to ACTIVE for port object 87066447-d170-4142-9399-42aa4170eb9e will not be triggered until provisioned by entity L2. {{(pid=105696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:40:11.181804 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0ccbd22f-2e0b-4ccb-9554-f1ad0f37a260 req-181f03e4-3fb7-490b-98f6-ae39d663a970 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 210 time: 0.0337050 Mar 30 16:40:11.226286 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e2e73018-3390-448f-a528-3ef214a5913e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (cabef6f2-698e-477e-9c94-6fcaaf5261f8), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.257305 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-17a1772d-bbd6-4cef-9f73-21bbbccddd5e req-a9e457ba-c7e5-4ca6-ab88-f3bfd52b61d8 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540562 Mar 30 16:40:11.262345 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (87066447-d170-4142-9399-42aa4170eb9e), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.269569 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Attempting to bind port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:40:11.269569 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Attempting to bind port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:40:11.273830 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Attempting to bind port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 on network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:11.305754 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 on network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:40:11.306094 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Attempting to bind port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 on network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:11.315311 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-e2e73018-3390-448f-a528-3ef214a5913e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2aa910043354a48a21dab129b9fceec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9774823 Mar 30 16:40:11.319421 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35510) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:11.320064 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e73018-3390-448f-a528-3ef214a5913e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabef6f2-698e-477e-9c94-6fcaaf5261f8,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:11.338760 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:40:11.338760 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Checking segment: {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:11.338760 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Bound using segment: {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:40:11.338760 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Bound port: f578bb2a-5423-45a1-bd55-7b3a5f05b0c8, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'}}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:40:11.338760 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.359087 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c97df9d3-ac84-4bae-9f21-1b002713aa58 req-0ce329aa-6edd-4a70-acb5-f95ce39eb063 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 210 time: 0.0520408 Mar 30 16:40:11.389832 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-1a6a86d4-f917-4d93-921a-1ea2f4613c1c req-8d3d15fb-14d3-4819-88dc-0f0061bc524c service neutron] Publish callbacks [] for security_group (2b6d6b3f-9444-4913-a25b-553fc17ec272), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.395370 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-d1ce0c03-6654-4052-ba6e-1f327bc429a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for subnet (f0a85b5d-7d33-4d26-8569-1dbf74a51d67), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.470402 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026cc212-1145-4318-9a4e-b236335aedcb req-7804cb6e-4ecc-4175-b5d8-609d5c680f09 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Made reservation on behalf of f0ad01349a534b659dc50fcd3ac8a0e9 for: {'port': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:11.471212 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Pushing event updated for resources: {'Port': ['ID=87066447-d170-4142-9399-42aa4170eb9e,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:11.480556 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-026cc212-1145-4318-9a4e-b236335aedcb req-7804cb6e-4ecc-4175-b5d8-609d5c680f09 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.492122 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-1a6a86d4-f917-4d93-921a-1ea2f4613c1c req-8d3d15fb-14d3-4819-88dc-0f0061bc524c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (2b6d6b3f-9444-4913-a25b-553fc17ec272), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.526246 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-62088ac2-7917-42a9-be0a-b872efac8c1f admin admin] Publish callbacks [] for security_group (cabef6f2-698e-477e-9c94-6fcaaf5261f8), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.541489 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d15fb-14d3-4819-88dc-0f0061bc524c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6d6b3f-9444-4913-a25b-553fc17ec272,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:11.545676 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] For port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8, host hv-cinder-83587, cleared binding levels {{(pid=105697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:40:11.608054 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce0c03-6654-4052-ba6e-1f327bc429a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a85b5d-7d33-4d26-8569-1dbf74a51d67,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:11.616084 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Attempting to bind port 87066447-d170-4142-9399-42aa4170eb9e on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:40:11.616427 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Attempting to bind port 87066447-d170-4142-9399-42aa4170eb9e by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:40:11.616763 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Attempting to bind port 87066447-d170-4142-9399-42aa4170eb9e on network 502a6e91-b591-4f3b-8946-72c3ddeb25ad {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:11.631165 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] For port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:40:11.645965 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Port 87066447-d170-4142-9399-42aa4170eb9e on network 502a6e91-b591-4f3b-8946-72c3ddeb25ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:40:11.646297 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Attempting to bind port 87066447-d170-4142-9399-42aa4170eb9e on network 502a6e91-b591-4f3b-8946-72c3ddeb25ad {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:11.654304 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-b8a6c77a-b48a-4f72-817d-b7f4e0c8b213 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Allocated IP 172.20.0.13 (b25aae61-5ff8-46b1-a103-9f8fe1189903/94c1e00c-666a-41cc-aec2-f68aac843912/9508a9f6-aa96-462c-9fcf-870f5505d80f) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:11.659472 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce0c03-6654-4052-ba6e-1f327bc429a1 admin admin] Checking segment: {'id': '19f3b371-da81-4beb-823d-54b52afa1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '73fa1a22-16ac-4c58-963c-6a056025b839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:11.659842 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce0c03-6654-4052-ba6e-1f327bc429a1 admin admin] Network hostable DHCP agents. Network: 73fa1a22-16ac-4c58-963c-6a056025b839, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:40:11.662067 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:40:11.662413 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Checking segment: {'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:11.662896 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Bound using segment: {'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:40:11.663347 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Bound port: 87066447-d170-4142-9399-42aa4170eb9e, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'}}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:40:11.663762 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (87066447-d170-4142-9399-42aa4170eb9e), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.677672 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-62088ac2-7917-42a9-be0a-b872efac8c1f admin admin] Publish callbacks [] for security_group (cabef6f2-698e-477e-9c94-6fcaaf5261f8), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.686475 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1a6a86d4-f917-4d93-921a-1ea2f4613c1c req-8d3d15fb-14d3-4819-88dc-0f0061bc524c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7244105 Mar 30 16:40:11.708588 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.812014 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:11.812612 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.814854 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] 10.222.0.45 "PUT /v2.0/ports/f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 HTTP/1.1" status: 200 len: 1094 time: 2.4551282 Mar 30 16:40:11.815734 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd0e630-f4b0-45f7-90c1-fb8ba95e2855', 'tag': 'f578bb2a-5423-45a1-bd55-7b3a5f05b0c8'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:11.819964 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] For port 87066447-d170-4142-9399-42aa4170eb9e, host hv-cinder-83587, cleared binding levels {{(pid=105696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:40:11.825487 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] For port 87066447-d170-4142-9399-42aa4170eb9e, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87066447-d170-4142-9399-42aa4170eb9e,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:40:11.838494 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce0c03-6654-4052-ba6e-1f327bc429a1 admin admin] Network 73fa1a22-16ac-4c58-963c-6a056025b839 is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:40:11.875763 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-b8a6c77a-b48a-4f72-817d-b7f4e0c8b213 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.879199 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4ac14-d19b-4cc5-8d0c-b7fb770fd58c req-e1da1392-3492-4e26-b02f-5e390d15e82c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:11.880723 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bda4ac14-d19b-4cc5-8d0c-b7fb770fd58c req-e1da1392-3492-4e26-b02f-5e390d15e82c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.3414359 Mar 30 16:40:11.930630 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6946c16-46c4-48ff-ac0c-9e5eb9d005ba service neutron] Pushing event updated for resources: {'Port': ['ID=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8,revision_number=3']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:11.941151 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [req-026cc212-1145-4318-9a4e-b236335aedcb req-7804cb6e-4ecc-4175-b5d8-609d5c680f09 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Allocated IP 172.20.0.13 (9066559d-1511-4e4c-9ef1-9189866f3059/b24404d6-5dc2-4606-9399-33eea5fa9693/ed0ebf10-625e-41fd-9774-e4785eddd403) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:11.972219 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (87066447-d170-4142-9399-42aa4170eb9e), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.974621 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce0c03-6654-4052-ba6e-1f327bc429a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, 73fa1a22-16ac-4c58-963c-6a056025b839) {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:11.983488 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b70768-5104-4bd2-8be4-5c5a18cbf8f0 None None] Network 73fa1a22-16ac-4c58-963c-6a056025b839 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:40:11.988946 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bda4ac14-d19b-4cc5-8d0c-b7fb770fd58c req-7e02f3f9-998f-4aeb-816f-69de02ff4062 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864279 Mar 30 16:40:12.016230 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.016230 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.018325 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] 10.222.0.45 "PUT /v2.0/ports/87066447-d170-4142-9399-42aa4170eb9e HTTP/1.1" status: 200 len: 1093 time: 2.0962853 Mar 30 16:40:12.077882 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ce0c03-6654-4052-ba6e-1f327bc429a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.080341 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-d1ce0c03-6654-4052-ba6e-1f327bc429a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.086594 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'tag': '87066447-d170-4142-9399-42aa4170eb9e'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:12.089124 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37692037-cf5e-41fd-9d74-a13f65329c55" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04", "tag": "87066447-d170-4142-9399-42aa4170eb9e"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:12.147407 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba59b4f3-fa6f-4d04-8e6b-fd68cc36e912 None None] Network 73fa1a22-16ac-4c58-963c-6a056025b839 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:40:12.150676 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-b8a6c77a-b48a-4f72-817d-b7f4e0c8b213 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.208504 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd2b7be-c0b8-4cc5-8b8d-934720e9f757 x-openstack-request-id: req-cbd2b7be-c0b8-4cc5-8b8d-934720e9f757 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:12.208818 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04", "tag": "87066447-d170-4142-9399-42aa4170eb9e", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:12.209864 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbd2b7be-c0b8-4cc5-8b8d-934720e9f757 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:12.210022 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd2b7be-c0b8-4cc5-8b8d-934720e9f757'] response: {'name': 'network-changed', 'server_uuid': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'tag': '87066447-d170-4142-9399-42aa4170eb9e', 'status': 'completed', 'code': 200} Mar 30 16:40:12.217718 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-026cc212-1145-4318-9a4e-b236335aedcb req-7804cb6e-4ecc-4175-b5d8-609d5c680f09 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.255838 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9c3af0-cf4f-44af-9108-fa9f1fbd80a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd0e630-f4b0-45f7-90c1-fb8ba95e2855", "tag": "f578bb2a-5423-45a1-bd55-7b3a5f05b0c8"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:12.301320 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-62088ac2-7917-42a9-be0a-b872efac8c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (cabef6f2-698e-477e-9c94-6fcaaf5261f8), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.304031 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-62088ac2-7917-42a9-be0a-b872efac8c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.305202 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-62088ac2-7917-42a9-be0a-b872efac8c1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cabef6f2-698e-477e-9c94-6fcaaf5261f8 HTTP/1.1" status: 204 len: 168 time: 0.9823358 Mar 30 16:40:12.317362 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-b8a6c77a-b48a-4f72-817d-b7f4e0c8b213 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Network b25aae61-5ff8-46b1-a103-9f8fe1189903 is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:12.321925 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-b8a6c77a-b48a-4f72-817d-b7f4e0c8b213 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:12.324659 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e61415-21e8-4a8c-a380-2c5edc2a2f6d service neutron] Pushing event updated for resources: {'Port': ['ID=87066447-d170-4142-9399-42aa4170eb9e,revision_number=3']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:12.330800 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-b8a6c77a-b48a-4f72-817d-b7f4e0c8b213 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:40:12.336061 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-b8a6c77a-b48a-4f72-817d-b7f4e0c8b213 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.336698 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-b8a6c77a-b48a-4f72-817d-b7f4e0c8b213 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.368612 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-72ab7a18-071c-4f27-aa81-7181a8f31db2 req-cbf38496-2b2c-4539-8734-439c9f2ffaba tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 210 time: 0.0623083 Mar 30 16:40:12.371868 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62088ac2-7917-42a9-be0a-b872efac8c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabef6f2-698e-477e-9c94-6fcaaf5261f8,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:12.382491 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-026cc212-1145-4318-9a4e-b236335aedcb req-7804cb6e-4ecc-4175-b5d8-609d5c680f09 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.391805 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490345b3-e161-464e-b756-85b008f35654 req-7eefc11e-7339-4d39-a125-379ce5e6656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.395145 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-7eefc11e-7339-4d39-a125-379ce5e6656e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 1128 time: 0.2985382 Mar 30 16:40:12.418968 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-d1ce0c03-6654-4052-ba6e-1f327bc429a1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7797117 Mar 30 16:40:12.492800 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-64ebd7a0-96f2-4c33-9011-ac617ec0bf1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 HTTP/1.1" status: 200 len: 217 time: 0.0723577 Mar 30 16:40:12.503983 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba95c8-515c-4b04-8d68-2640e5ca7ce4 req-18554777-556a-4b49-9dfd-2cc96eb80a48 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.505799 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c8ba95c8-515c-4b04-8d68-2640e5ca7ce4 req-18554777-556a-4b49-9dfd-2cc96eb80a48 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 945 time: 0.3345721 Mar 30 16:40:12.515618 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6c77a-b48a-4f72-817d-b7f4e0c8b213 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event updated for resources: {'Port': ['ID=9508a9f6-aa96-462c-9fcf-870f5505d80f,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:12.524051 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-b8a6c77a-b48a-4f72-817d-b7f4e0c8b213 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8522010 Mar 30 16:40:12.562481 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Request body: {'port': {'device_id': '62774243-bf60-4ab7-8cd3-818a83414ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:12.602703 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35542) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:12.615249 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490345b3-e161-464e-b756-85b008f35654 req-d5ce74c9-e8d8-4e33-8b07-62a50d7c64bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.617601 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-d5ce74c9-e8d8-4e33-8b07-62a50d7c64bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.1102681 Mar 30 16:40:12.630692 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804cb6e-4ecc-4175-b5d8-609d5c680f09 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'Port': ['ID=ed0ebf10-625e-41fd-9774-e4785eddd403,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:12.652092 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026cc212-1145-4318-9a4e-b236335aedcb req-7804cb6e-4ecc-4175-b5d8-609d5c680f09 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Network 9066559d-1511-4e4c-9ef1-9189866f3059 is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:12.660507 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503aa66-d229-40d3-af46-981f44191ddc req-d14bb7e6-56c5-4044-b65a-0848591606f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.662072 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-d14bb7e6-56c5-4044-b65a-0848591606f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9aeead52e01c4a67b8294c0188d476bb&device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 1127 time: 0.3980944 Mar 30 16:40:12.663096 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [req-026cc212-1145-4318-9a4e-b236335aedcb req-7804cb6e-4ecc-4175-b5d8-609d5c680f09 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:12.666748 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [req-026cc212-1145-4318-9a4e-b236335aedcb req-7804cb6e-4ecc-4175-b5d8-609d5c680f09 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:40:12.679371 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc212-1145-4318-9a4e-b236335aedcb req-7804cb6e-4ecc-4175-b5d8-609d5c680f09 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.683716 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-026cc212-1145-4318-9a4e-b236335aedcb req-7804cb6e-4ecc-4175-b5d8-609d5c680f09 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.743934 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-2abe5b3f-72f4-4a01-88e0-2cb60167c9bc None None] Provisioning complete for port 9508a9f6-aa96-462c-9fcf-870f5505d80f triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:12.744362 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2abe5b3f-72f4-4a01-88e0-2cb60167c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.801907 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c8ba95c8-515c-4b04-8d68-2640e5ca7ce4 req-dd5c1dea-905f-4f47-8547-2326dc2f9a5f tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819099 Mar 30 16:40:12.812520 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bdb87c-6f40-4b5a-8bff-e131627a7ba6 admin admin] Deleting subnet 7b572357-7081-4c49-b0d3-12cacbd341b0 {{(pid=105696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:40:12.820861 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.822794 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-27bdb87c-6f40-4b5a-8bff-e131627a7ba6 admin admin] Publish callbacks [] for subnet (7b572357-7081-4c49-b0d3-12cacbd341b0), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.862917 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a74273-8b16-43ef-9a59-6dd039daf988 x-openstack-request-id: req-d3a74273-8b16-43ef-9a59-6dd039daf988 {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:12.864410 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd0e630-f4b0-45f7-90c1-fb8ba95e2855", "tag": "f578bb2a-5423-45a1-bd55-7b3a5f05b0c8", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:12.866090 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3a74273-8b16-43ef-9a59-6dd039daf988 {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:12.870412 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a74273-8b16-43ef-9a59-6dd039daf988'] response: {'name': 'network-changed', 'server_uuid': 'cfd0e630-f4b0-45f7-90c1-fb8ba95e2855', 'tag': 'f578bb2a-5423-45a1-bd55-7b3a5f05b0c8', 'status': 'completed', 'code': 200} Mar 30 16:40:12.879115 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490345b3-e161-464e-b756-85b008f35654 req-1829bf20-817d-47bc-87cb-12309a91c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.884261 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-1829bf20-817d-47bc-87cb-12309a91c8a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2480838 Mar 30 16:40:12.884655 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-910909b0-69b2-4e2d-a757-733da224a9ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87066447-d170-4142-9399-42aa4170eb9e HTTP/1.1" status: 200 len: 217 time: 0.1935067 Mar 30 16:40:12.898518 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-2abe5b3f-72f4-4a01-88e0-2cb60167c9bc None None] Port 9508a9f6-aa96-462c-9fcf-870f5505d80f cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:40:12.911564 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 45e5030b-2858-40d6-b8a7-d128fee872c4 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:40:12.944512 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-27bdb87c-6f40-4b5a-8bff-e131627a7ba6 admin admin] Publish callbacks [] for subnet (7b572357-7081-4c49-b0d3-12cacbd341b0), precommit_delete_associations {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.007739 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-7804cb6e-4ecc-4175-b5d8-609d5c680f09 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1466067 Mar 30 16:40:13.040204 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-27bdb87c-6f40-4b5a-8bff-e131627a7ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (7b572357-7081-4c49-b0d3-12cacbd341b0), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.044654 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Request body: {'port': {'device_id': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:13.056263 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 45e5030b-2858-40d6-b8a7-d128fee872c4, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=45e5030b-2858-40d6-b8a7-d128fee872c4,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:13.070755 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '45e5030b-2858-40d6-b8a7-d128fee872c4', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'port_id': '45e5030b-2858-40d6-b8a7-d128fee872c4', 'mac_address': 'fa:16:3e:28:52:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:40:13.118364 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 45e5030b-2858-40d6-b8a7-d128fee872c4 is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:13.119291 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.126470 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503aa66-d229-40d3-af46-981f44191ddc req-39fc20df-c34e-4965-86fe-4220d9186db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:13.128790 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-39fc20df-c34e-4965-86fe-4220d9186db0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9df6b30-1554-4ac7-a638-1eff78d1538f HTTP/1.1" status: 200 len: 854 time: 0.2303023 Mar 30 16:40:13.137500 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e5030b-2858-40d6-b8a7-d128fee872c4 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:13.164749 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 45e5030b-2858-40d6-b8a7-d128fee872c4, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=45e5030b-2858-40d6-b8a7-d128fee872c4,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:13.168548 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-4614408c-da0e-4250-8802-4cb78639caa3 None None] Provisioning complete for port ed0ebf10-625e-41fd-9774-e4785eddd403 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:13.169049 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4614408c-da0e-4250-8802-4cb78639caa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.206959 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-4614408c-da0e-4250-8802-4cb78639caa3 None None] Port ed0ebf10-625e-41fd-9774-e4785eddd403 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:40:13.245553 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.249636 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720ca5c-0379-4692-a0e5-062dd1ae2a62 req-c58357c8-0977-4a95-b1bb-918e65811a2e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:13.256820 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8720ca5c-0379-4692-a0e5-062dd1ae2a62 req-c58357c8-0977-4a95-b1bb-918e65811a2e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 932 time: 0.2478220 Mar 30 16:40:13.287723 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.320333 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503aa66-d229-40d3-af46-981f44191ddc req-11f3493f-0671-449f-bada-3013a82bf641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:13.321580 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-11f3493f-0671-449f-bada-3013a82bf641 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=502a6e91-b591-4f3b-8946-72c3ddeb25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1844068 Mar 30 16:40:13.327403 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=45e5030b-2858-40d6-b8a7-d128fee872c4,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:13.380084 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8720ca5c-0379-4692-a0e5-062dd1ae2a62 req-3a88d812-370f-4b87-82ac-78c700cfd719 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176577 Mar 30 16:40:13.454451 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35558) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:13.480279 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f81ef-0696-4586-8607-9289337c61c2 req-cf0cf7f4-0169-442d-8463-6418a167b43b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:13.481851 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a29f81ef-0696-4586-8607-9289337c61c2 req-cf0cf7f4-0169-442d-8463-6418a167b43b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 944 time: 0.5062673 Mar 30 16:40:13.488718 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['45e5030b-2858-40d6-b8a7-d128fee872c4'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:40:13.495750 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-5170b0b1-7e88-431a-8bda-d077085de226 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815935 Mar 30 16:40:13.499621 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c80914c5-c92d-4808-a6bd-330b85c96e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.513613 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35560) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:13.590651 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-27bdb87c-6f40-4b5a-8bff-e131627a7ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for subnet (7b572357-7081-4c49-b0d3-12cacbd341b0), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.633737 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-d3a428ab-155c-4e7e-b595-35dc20cb6ffe service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793481 Mar 30 16:40:13.689724 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdb87c-6f40-4b5a-8bff-e131627a7ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b572357-7081-4c49-b0d3-12cacbd341b0,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:13.718088 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-27bdb87c-6f40-4b5a-8bff-e131627a7ba6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.725031 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-27bdb87c-6f40-4b5a-8bff-e131627a7ba6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7b572357-7081-4c49-b0d3-12cacbd341b0 HTTP/1.1" status: 204 len: 168 time: 1.1126549 Mar 30 16:40:13.730759 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35564) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:13.748625 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551306f-ab3e-4883-94a2-18b7a8a095c0 req-c7c43115-57c3-4ff5-8127-d2d823e452e4 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:13.750220 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f551306f-ab3e-4883-94a2-18b7a8a095c0 req-c7c43115-57c3-4ff5-8127-d2d823e452e4 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.2040837 Mar 30 16:40:13.788337 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a29f81ef-0696-4586-8607-9289337c61c2 req-2c413104-bf2c-49c9-ba66-e01f31238d92 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948337 Mar 30 16:40:13.840694 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-490345b3-e161-464e-b756-85b008f35654 req-9c466a02-b3e3-4383-ad61-88c5dac03dc5 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185818 Mar 30 16:40:13.846479 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a9cd78e7-b4e8-4699-b487-66f21e1f971c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.914638 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c80914c5-c92d-4808-a6bd-330b85c96e4d admin admin] Publish callbacks [] for security_group (ee164f29-1433-476d-91c6-9bb20d18de6d), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.915397 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.920108 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f503aa66-d229-40d3-af46-981f44191ddc req-7b5d5a88-5367-4ef4-b2d7-9a1196aa0564 service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547541 Mar 30 16:40:13.926974 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f551306f-ab3e-4883-94a2-18b7a8a095c0 req-97298fe9-a7a4-4033-a284-e293b12f661e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623442 Mar 30 16:40:13.973306 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9508a9f6-aa96-462c-9fcf-870f5505d80f {{(pid=105696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:13.989031 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Publish callbacks [] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.020114 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.provisioning_blocks [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Transition to ACTIVE for port object 9508a9f6-aa96-462c-9fcf-870f5505d80f will not be triggered until provisioned by entity L2. {{(pid=105696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:40:14.022892 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c80914c5-c92d-4808-a6bd-330b85c96e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (ee164f29-1433-476d-91c6-9bb20d18de6d), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.037111 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0ebf10-625e-41fd-9774-e4785eddd403 {{(pid=105697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:14.046882 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Publish callbacks [] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.054012 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b276e08-29b5-4a3f-96e4-cfe306eac001 req-2e447a21-ff93-482d-8d8f-50362461bc06 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:14.055553 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2b276e08-29b5-4a3f-96e4-cfe306eac001 req-2e447a21-ff93-482d-8d8f-50362461bc06 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 932 time: 0.1672068 Mar 30 16:40:14.109099 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-c80914c5-c92d-4808-a6bd-330b85c96e4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e7ee785c05646069222df725a180a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6519656 Mar 30 16:40:14.114371 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35568) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:14.118254 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80914c5-c92d-4808-a6bd-330b85c96e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee164f29-1433-476d-91c6-9bb20d18de6d,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:14.142993 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.164981 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a9cd78e7-b4e8-4699-b487-66f21e1f971c admin admin] Publish callbacks [] for security_group (35875df5-12ec-4430-89ea-ec23b48d5fe8), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.166497 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.provisioning_blocks [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Transition to ACTIVE for port object ed0ebf10-625e-41fd-9774-e4785eddd403 will not be triggered until provisioned by entity L2. {{(pid=105697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:40:14.178355 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.224135 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:14.224487 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:14.225262 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:14.225591 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Subscribe: > port after_create 55550000 {{(pid=105697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:14.225920 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Subscribe: > port after_delete 55550000 {{(pid=105697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:14.226258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Subscribe: > port after_update 55550000 {{(pid=105697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:14.226587 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:14.226906 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:14.227538 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:14.227538 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:14.234150 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2b276e08-29b5-4a3f-96e4-cfe306eac001 req-405a96f6-b90e-4d8c-9324-9f7462fdc658 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664920 Mar 30 16:40:14.247099 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Pushing event updated for resources: {'Port': ['ID=9508a9f6-aa96-462c-9fcf-870f5505d80f,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:14.260549 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37692037-cf5e-41fd-9d74-a13f65329c55 req-8639aa46-e92d-4efc-8181-4f6dfad46a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:14.262105 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-37692037-cf5e-41fd-9d74-a13f65329c55 req-8639aa46-e92d-4efc-8181-4f6dfad46a18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9aeead52e01c4a67b8294c0188d476bb&device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 1127 time: 0.1710126 Mar 30 16:40:14.277740 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a9cd78e7-b4e8-4699-b487-66f21e1f971c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (35875df5-12ec-4430-89ea-ec23b48d5fe8), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.346656 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:14.347154 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:14.347326 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:14.347657 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:14.348033 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93']}} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:14.366312 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Attempting to bind port 9508a9f6-aa96-462c-9fcf-870f5505d80f on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:40:14.366654 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Attempting to bind port 9508a9f6-aa96-462c-9fcf-870f5505d80f by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:40:14.367004 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Attempting to bind port 9508a9f6-aa96-462c-9fcf-870f5505d80f on network b25aae61-5ff8-46b1-a103-9f8fe1189903 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:14.374931 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.380961 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08029fc-8f47-4348-baf9-86b0cbe6a91e') {'for_net_delete': True} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:14.381257 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08029fc-8f47-4348-baf9-86b0cbe6a91e') {} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:14.383372 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd78e7-b4e8-4699-b487-66f21e1f971c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35875df5-12ec-4430-89ea-ec23b48d5fe8,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:14.385846 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Port 9508a9f6-aa96-462c-9fcf-870f5505d80f on network b25aae61-5ff8-46b1-a103-9f8fe1189903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:40:14.386179 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Attempting to bind port 9508a9f6-aa96-462c-9fcf-870f5505d80f on network b25aae61-5ff8-46b1-a103-9f8fe1189903 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:14.395469 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-a9cd78e7-b4e8-4699-b487-66f21e1f971c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19c46cf23243485b8ba504c4e959d3be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8720348 Mar 30 16:40:14.398172 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35570) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:14.406433 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c3af0-cf4f-44af-9108-fa9f1fbd80a5 req-05166d01-6da1-434b-b945-18ae10a115d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:14.408471 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8d9c3af0-cf4f-44af-9108-fa9f1fbd80a5 req-05166d01-6da1-434b-b945-18ae10a115d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 1128 time: 0.4029973 Mar 30 16:40:14.418769 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:40:14.419038 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Checking segment: {'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:14.419433 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Bound using segment: {'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:40:14.419885 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Bound port: 9508a9f6-aa96-462c-9fcf-870f5505d80f, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'}}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:40:14.420243 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.458428 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5032767'] for segment (e08029fc-8f47-4348-baf9-86b0cbe6a91e), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.468874 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7782ab-0541-4f9c-a924-41400e97ee70 req-b82109af-f1ba-4865-800b-416ea7ccc9dd tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:14.470376 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6a7782ab-0541-4f9c-a924-41400e97ee70 req-b82109af-f1ba-4865-800b-416ea7ccc9dd tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 945 time: 0.4640329 Mar 30 16:40:14.505291 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37692037-cf5e-41fd-9d74-a13f65329c55 req-4da49bdb-7479-4e1f-86d3-732e88e2e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:14.506802 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-37692037-cf5e-41fd-9d74-a13f65329c55 req-4da49bdb-7479-4e1f-86d3-732e88e2e785 service neutron] 10.222.0.45 "GET /v2.0/networks?id=502a6e91-b591-4f3b-8946-72c3ddeb25ad HTTP/1.1" status: 200 len: 916 time: 0.2264514 Mar 30 16:40:14.570786 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (e08029fc-8f47-4348-baf9-86b0cbe6a91e), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.593668 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97e2a0f6-a587-4dc6-b899-97bb9848ba8c admin admin] Publish callbacks [] for security_group (35875df5-12ec-4430-89ea-ec23b48d5fe8), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.594615 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-49dc87c6-c3c9-444d-bdcb-fe39e3019a50 admin admin] Publish callbacks [] for security_group (ee164f29-1433-476d-91c6-9bb20d18de6d), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.597532 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-37692037-cf5e-41fd-9d74-a13f65329c55 req-09895efd-320e-4ce5-a986-c19618416ef1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87066447-d170-4142-9399-42aa4170eb9e HTTP/1.1" status: 200 len: 217 time: 0.0833299 Mar 30 16:40:14.616900 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=105697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:40:14.617312 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5209648'] for segment (e08029fc-8f47-4348-baf9-86b0cbe6a91e), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.620626 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Pushing event updated for resources: {'Port': ['ID=ed0ebf10-625e-41fd-9774-e4785eddd403,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:14.629102 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] For port 9508a9f6-aa96-462c-9fcf-870f5505d80f, host hv-cinder-83587, cleared binding levels {{(pid=105696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: from cryptography.utils import int_from_bytes Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: from cryptography.utils import int_from_bytes Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: Traceback (most recent call last): Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: timer() Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: cb(*args, **kw) Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: return func(*args, **kwargs) Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: self._notify() Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: self.callback(batched_events) Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: event.method(event) Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: return f(self, *a, **k) Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: return self._get(url).json() Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: return self.request(url, 'GET', **kwargs) Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:40:14.640067 dv-cinder-835871-1-smb neutron-server[105697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:40:14.670296 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] For port 9508a9f6-aa96-462c-9fcf-870f5505d80f, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9508a9f6-aa96-462c-9fcf-870f5505d80f,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:40:14.679460 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97e2a0f6-a587-4dc6-b899-97bb9848ba8c admin admin] Publish callbacks [] for security_group (35875df5-12ec-4430-89ea-ec23b48d5fe8), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.703352 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e9cb5-298d-41ce-a540-6e2c72938015 req-3400ac60-ec2b-4d65-9b6c-b18631c0fcf1 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:14.705396 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-745e9cb5-298d-41ce-a540-6e2c72938015 req-3400ac60-ec2b-4d65-9b6c-b18631c0fcf1 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 944 time: 0.2136567 Mar 30 16:40:14.723026 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37692037-cf5e-41fd-9d74-a13f65329c55 req-026bc208-893f-4f6d-a492-be807f27fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:14.724518 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-37692037-cf5e-41fd-9d74-a13f65329c55 req-026bc208-893f-4f6d-a492-be807f27fefa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9df6b30-1554-4ac7-a638-1eff78d1538f HTTP/1.1" status: 200 len: 854 time: 0.1170678 Mar 30 16:40:14.776646 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.832182 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 45e5030b-2858-40d6-b8a7-d128fee872c4 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:14.838580 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:14.839213 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.840636 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] 10.222.0.45 "PUT /v2.0/ports/9508a9f6-aa96-462c-9fcf-870f5505d80f HTTP/1.1" status: 200 len: 1094 time: 2.2917826 Mar 30 16:40:14.844127 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62774243-bf60-4ab7-8cd3-818a83414ca6', 'tag': '9508a9f6-aa96-462c-9fcf-870f5505d80f'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:14.846646 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c421ed65-ce21-493d-8fc0-a17a07c38e55" -d '{"events": [{"name": "network-changed", "server_uuid": "62774243-bf60-4ab7-8cd3-818a83414ca6", "tag": "9508a9f6-aa96-462c-9fcf-870f5505d80f"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:14.864044 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-745e9cb5-298d-41ce-a540-6e2c72938015 req-07ece253-d87a-4eea-8c1e-87fb49538132 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488495 Mar 30 16:40:14.883839 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37692037-cf5e-41fd-9d74-a13f65329c55 req-98b4cee8-d571-46aa-a053-49804e4ce93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:14.885458 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-37692037-cf5e-41fd-9d74-a13f65329c55 req-98b4cee8-d571-46aa-a053-49804e4ce93e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=502a6e91-b591-4f3b-8946-72c3ddeb25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1480000 Mar 30 16:40:14.886256 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc8897-d2cf-4324-bd83-c9906958d57a service neutron] Pushing event updated for resources: {'Port': ['ID=9508a9f6-aa96-462c-9fcf-870f5505d80f,revision_number=3']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:14.960660 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97e2a0f6-a587-4dc6-b899-97bb9848ba8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (35875df5-12ec-4430-89ea-ec23b48d5fe8), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.964984 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97e2a0f6-a587-4dc6-b899-97bb9848ba8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.966180 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-97e2a0f6-a587-4dc6-b899-97bb9848ba8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35875df5-12ec-4430-89ea-ec23b48d5fe8 HTTP/1.1" status: 204 len: 168 time: 0.5651577 Mar 30 16:40:15.017509 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 45e5030b-2858-40d6-b8a7-d128fee872c4 completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:40:15.023888 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 45e5030b-2858-40d6-b8a7-d128fee872c4 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:15.024563 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.027380 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-49dc87c6-c3c9-444d-bdcb-fe39e3019a50 admin admin] Publish callbacks [] for security_group (ee164f29-1433-476d-91c6-9bb20d18de6d), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.067717 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2a0f6-a587-4dc6-b899-97bb9848ba8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35875df5-12ec-4430-89ea-ec23b48d5fe8,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:15.093720 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6a7782ab-0541-4f9c-a924-41400e97ee70 req-14da0937-fe9d-41e3-8992-564ae1c1b9d8 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932264 Mar 30 16:40:15.131511 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c3af0-cf4f-44af-9108-fa9f1fbd80a5 req-a35a4f57-c1f8-44be-a915-7313ab8e8491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:15.131511 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8d9c3af0-cf4f-44af-9108-fa9f1fbd80a5 req-a35a4f57-c1f8-44be-a915-7313ab8e8491 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 919 time: 0.6819150 Mar 30 16:40:15.136068 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-4c4a060a-74ae-48f2-ba31-8986b13a07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:15.139167 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-4c4a060a-74ae-48f2-ba31-8986b13a07c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1&device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 1128 time: 0.1379998 Mar 30 16:40:15.189724 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.196783 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acbd2b1-e9fe-4c43-9b47-d0c183fba321 x-openstack-request-id: req-1acbd2b1-e9fe-4c43-9b47-d0c183fba321 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:15.197261 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62774243-bf60-4ab7-8cd3-818a83414ca6", "tag": "9508a9f6-aa96-462c-9fcf-870f5505d80f", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:15.197459 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1acbd2b1-e9fe-4c43-9b47-d0c183fba321 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:15.198184 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1acbd2b1-e9fe-4c43-9b47-d0c183fba321'] response: {'name': 'network-changed', 'server_uuid': '62774243-bf60-4ab7-8cd3-818a83414ca6', 'tag': '9508a9f6-aa96-462c-9fcf-870f5505d80f', 'status': 'completed', 'code': 200} Mar 30 16:40:15.213358 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 45e5030b-2858-40d6-b8a7-d128fee872c4 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:15.214021 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.262178 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-37692037-cf5e-41fd-9d74-a13f65329c55 req-3e845652-16eb-4008-8626-ca8005052daf service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682210 Mar 30 16:40:15.268216 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3726c6d6-daf9-49e5-8668-0fe9ace8475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e5030b-2858-40d6-b8a7-d128fee872c4'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:15.271222 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9145b53-2154-4d22-9de1-55d276cdec68" -d '{"events": [{"server_uuid": "3726c6d6-daf9-49e5-8668-0fe9ace8475c", "name": "network-vif-plugged", "status": "completed", "tag": "45e5030b-2858-40d6-b8a7-d128fee872c4"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:15.275644 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-f3f5d09d-00bc-4c3b-aba0-ba2cd0ebd758 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9508a9f6-aa96-462c-9fcf-870f5505d80f HTTP/1.1" status: 200 len: 217 time: 0.1249132 Mar 30 16:40:15.277219 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8d9c3af0-cf4f-44af-9108-fa9f1fbd80a5 req-debba11e-7656-4268-8019-bebf0729ce2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 HTTP/1.1" status: 200 len: 217 time: 0.1246345 Mar 30 16:40:15.289572 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 45e5030b-2858-40d6-b8a7-d128fee872c4, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=45e5030b-2858-40d6-b8a7-d128fee872c4,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:15.299532 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Attempting to bind port ed0ebf10-625e-41fd-9774-e4785eddd403 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:40:15.299884 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Attempting to bind port ed0ebf10-625e-41fd-9774-e4785eddd403 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:40:15.300305 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Attempting to bind port ed0ebf10-625e-41fd-9774-e4785eddd403 on network 9066559d-1511-4e4c-9ef1-9189866f3059 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:15.304151 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.310081 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] 10.222.0.36 "DELETE /v2.0/networks/9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93 HTTP/1.1" status: 204 len: 168 time: 1.5750310 Mar 30 16:40:15.319007 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9428ab-7750-49fa-b16a-2b9c67653007 req-f29bb040-bff7-4e82-8ff9-55dda5fea772 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:15.321511 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bc9428ab-7750-49fa-b16a-2b9c67653007 req-f29bb040-bff7-4e82-8ff9-55dda5fea772 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 944 time: 0.3448186 Mar 30 16:40:15.322016 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35590) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:15.356439 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9184658-767c-4aa4-bfdb-303012e5299c admin admin] Pushing event deleted for resources: {'Network': ['ID=9e56b4f5-ba1f-44ce-8ebd-c2f90d80dc93,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:15.362544 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Port ed0ebf10-625e-41fd-9774-e4785eddd403 on network 9066559d-1511-4e4c-9ef1-9189866f3059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:40:15.362869 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Attempting to bind port ed0ebf10-625e-41fd-9774-e4785eddd403 on network 9066559d-1511-4e4c-9ef1-9189866f3059 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:15.378688 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:40:15.378688 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Checking segment: {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:15.379009 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Bound using segment: {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:40:15.379364 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Bound port: ed0ebf10-625e-41fd-9774-e4785eddd403, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'}}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:40:15.379722 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.383664 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.392562 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-49dc87c6-c3c9-444d-bdcb-fe39e3019a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (ee164f29-1433-476d-91c6-9bb20d18de6d), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.395200 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-49dc87c6-c3c9-444d-bdcb-fe39e3019a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.398880 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-49dc87c6-c3c9-444d-bdcb-fe39e3019a50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee164f29-1433-476d-91c6-9bb20d18de6d HTTP/1.1" status: 204 len: 168 time: 1.2752953 Mar 30 16:40:15.417919 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c3af0-cf4f-44af-9108-fa9f1fbd80a5 req-e4d4fe41-2ef2-4934-84da-7c97fc0a6d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:15.418711 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8d9c3af0-cf4f-44af-9108-fa9f1fbd80a5 req-e4d4fe41-2ef2-4934-84da-7c97fc0a6d43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.1242862 Mar 30 16:40:15.421955 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc87c6-c3c9-444d-bdcb-fe39e3019a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee164f29-1433-476d-91c6-9bb20d18de6d,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:15.478861 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=45e5030b-2858-40d6-b8a7-d128fee872c4,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:15.510348 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-0aff898d-f474-4bb9-ad56-1858dc56595c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:15.511899 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-0aff898d-f474-4bb9-ad56-1858dc56595c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94c1e00c-666a-41cc-aec2-f68aac843912 HTTP/1.1" status: 200 len: 850 time: 0.2232027 Mar 30 16:40:15.519680 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d1214-75a7-46a7-8b9d-28969c9d3222 req-e5eafbdd-8b39-4c82-aded-7ec999ba0629 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:15.521233 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-605d1214-75a7-46a7-8b9d-28969c9d3222 req-e5eafbdd-8b39-4c82-aded-7ec999ba0629 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.2587328 Mar 30 16:40:15.570639 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_v2 [None req-7585517a-7d60-423b-b1a9-e4a025808df5 admin admin] Deleting subnet f0a85b5d-7d33-4d26-8569-1dbf74a51d67 {{(pid=105696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:40:15.583409 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7585517a-7d60-423b-b1a9-e4a025808df5 admin admin] Publish callbacks [] for subnet (f0a85b5d-7d33-4d26-8569-1dbf74a51d67), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.598572 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c3af0-cf4f-44af-9108-fa9f1fbd80a5 req-2dc78e8f-dee9-4aa7-afd4-797cec1d9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:15.600092 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8d9c3af0-cf4f-44af-9108-fa9f1fbd80a5 req-2dc78e8f-dee9-4aa7-afd4-797cec1d9113 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1419432 Mar 30 16:40:15.611752 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bc9428ab-7750-49fa-b16a-2b9c67653007 req-cf60043c-2256-43b7-8010-14b2653bbca7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390947 Mar 30 16:40:15.617202 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] For port ed0ebf10-625e-41fd-9774-e4785eddd403, host hv-cinder-83587, cleared binding levels {{(pid=105697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:40:15.620414 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-37692037-cf5e-41fd-9d74-a13f65329c55 req-e4cb3f44-fb8a-457a-9810-008ccc8cccff service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432992 Mar 30 16:40:15.634435 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7585517a-7d60-423b-b1a9-e4a025808df5 admin admin] Publish callbacks [] for subnet (f0a85b5d-7d33-4d26-8569-1dbf74a51d67), precommit_delete_associations {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.641285 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7585517a-7d60-423b-b1a9-e4a025808df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (f0a85b5d-7d33-4d26-8569-1dbf74a51d67), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.676614 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-13fd0c33-b55a-4f07-9591-01d35448d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:15.678147 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-13fd0c33-b55a-4f07-9591-01d35448d4c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b25aae61-5ff8-46b1-a103-9f8fe1189903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1521773 Mar 30 16:40:15.689022 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] For port ed0ebf10-625e-41fd-9774-e4785eddd403, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ed0ebf10-625e-41fd-9774-e4785eddd403,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:40:15.699942 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-605d1214-75a7-46a7-8b9d-28969c9d3222 req-dff69fbd-8d66-4502-b189-c7db4591a43d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525474 Mar 30 16:40:15.753904 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8d9c3af0-cf4f-44af-9108-fa9f1fbd80a5 req-3e9098c8-eb94-4354-8c13-a856bb9dda83 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471255 Mar 30 16:40:15.786278 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7fc081-7090-47e6-a20b-c1e3e2a73c43 x-openstack-request-id: req-2e7fc081-7090-47e6-a20b-c1e3e2a73c43 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:15.788803 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3726c6d6-daf9-49e5-8668-0fe9ace8475c", "name": "network-vif-plugged", "status": "completed", "tag": "45e5030b-2858-40d6-b8a7-d128fee872c4", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:15.788803 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e7fc081-7090-47e6-a20b-c1e3e2a73c43 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:15.788803 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e7fc081-7090-47e6-a20b-c1e3e2a73c43'] response: {'server_uuid': '3726c6d6-daf9-49e5-8668-0fe9ace8475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e5030b-2858-40d6-b8a7-d128fee872c4', 'code': 200} Mar 30 16:40:15.819393 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.823042 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cae82-3196-4af1-a4c2-b73b98fcf498 req-b2652084-6ffa-4210-8702-2a51137f262e tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:15.824098 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2d6cae82-3196-4af1-a4c2-b73b98fcf498 req-b2652084-6ffa-4210-8702-2a51137f262e tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 944 time: 0.1310780 Mar 30 16:40:15.826339 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-82571368-59bb-4f47-a949-a00330747c95 service neutron] 10.222.0.45 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419501 Mar 30 16:40:15.883146 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:15.883883 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.885684 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] 10.222.0.45 "PUT /v2.0/ports/ed0ebf10-625e-41fd-9774-e4785eddd403 HTTP/1.1" status: 200 len: 1094 time: 2.8507240 Mar 30 16:40:15.888281 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'tag': 'ed0ebf10-625e-41fd-9774-e4785eddd403'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:15.898574 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48656ba1-53f4-45ff-a5ee-515bdbcd826e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf60e7e7-7b08-4fba-8c99-6cc14d3c9178", "tag": "ed0ebf10-625e-41fd-9774-e4785eddd403"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:15.925519 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35600) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:15.948961 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7585517a-7d60-423b-b1a9-e4a025808df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for subnet (f0a85b5d-7d33-4d26-8569-1dbf74a51d67), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.952682 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528372c7-13ea-45a1-8274-976c89f3de2a x-openstack-request-id: req-528372c7-13ea-45a1-8274-976c89f3de2a {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:15.953034 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf60e7e7-7b08-4fba-8c99-6cc14d3c9178", "tag": "ed0ebf10-625e-41fd-9774-e4785eddd403", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:15.953295 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-528372c7-13ea-45a1-8274-976c89f3de2a {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:15.953708 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528372c7-13ea-45a1-8274-976c89f3de2a'] response: {'name': 'network-changed', 'server_uuid': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'tag': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'status': 'completed', 'code': 200} Mar 30 16:40:15.955015 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6ca43-8571-4f1d-920b-70bdbe887e7d service neutron] Pushing event updated for resources: {'Port': ['ID=ed0ebf10-625e-41fd-9774-e4785eddd403,revision_number=3']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:15.960077 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8d9c3af0-cf4f-44af-9108-fa9f1fbd80a5 req-0d925de3-c897-45ea-bfc4-403467c08772 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000864 Mar 30 16:40:15.997124 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2d6cae82-3196-4af1-a4c2-b73b98fcf498 req-33856668-a731-4249-8bf3-4f8d1c22c31a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555040 Mar 30 16:40:15.997867 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5e984757-6cc2-409c-b1b9-75bafdf0a8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:16.031737 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585517a-7d60-423b-b1a9-e4a025808df5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a85b5d-7d33-4d26-8569-1dbf74a51d67,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:16.036915 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7585517a-7d60-423b-b1a9-e4a025808df5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:16.040133 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-7585517a-7d60-423b-b1a9-e4a025808df5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f0a85b5d-7d33-4d26-8569-1dbf74a51d67 HTTP/1.1" status: 204 len: 168 time: 0.6767807 Mar 30 16:40:16.055669 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35604) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:16.161254 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48656ba1-53f4-45ff-a5ee-515bdbcd826e req-3e5c0968-a08d-40ab-b666-b9885cfaa020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:16.163018 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-48656ba1-53f4-45ff-a5ee-515bdbcd826e req-3e5c0968-a08d-40ab-b666-b9885cfaa020 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 1128 time: 0.1857426 Mar 30 16:40:16.217005 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfee528-4f95-44dd-8b4e-ffffa72ca896 req-71be9df8-f2a2-475b-acba-963260e553e1 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:16.218692 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ebfee528-4f95-44dd-8b4e-ffffa72ca896 req-71be9df8-f2a2-475b-acba-963260e553e1 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 944 time: 0.1356721 Mar 30 16:40:16.355933 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2acdcaa8-af16-47ab-b943-1f75174d1fa4 req-8070fb06-c6cf-457d-bd27-26956a2597b1 service neutron] 10.222.0.45 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228667 Mar 30 16:40:16.409959 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (73fa1a22-16ac-4c58-963c-6a056025b839), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:16.418464 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ebfee528-4f95-44dd-8b4e-ffffa72ca896 req-3eb56e01-2098-454f-8fb4-4a29a92d81bc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843102 Mar 30 16:40:16.467644 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaf7f4-6356-4852-abb0-ce3ae2d116b1 req-a7c30c8d-44e0-4ae0-b567-d55250d44739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:16.472510 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9beaf7f4-6356-4852-abb0-ce3ae2d116b1 req-a7c30c8d-44e0-4ae0-b567-d55250d44739 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 1130 time: 0.2495193 Mar 30 16:40:16.512031 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48656ba1-53f4-45ff-a5ee-515bdbcd826e req-449c02b4-f6c2-4169-824e-0328f507b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:16.513849 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-48656ba1-53f4-45ff-a5ee-515bdbcd826e req-449c02b4-f6c2-4169-824e-0328f507b31b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3382430 Mar 30 16:40:16.523281 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5e984757-6cc2-409c-b1b9-75bafdf0a8d3 admin admin] Publish callbacks [] for security_group (e9552587-f1da-48af-82b5-c10af3c54d31), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:16.540050 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (73fa1a22-16ac-4c58-963c-6a056025b839), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:16.593967 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:16.594499 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:16.595144 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:16.595526 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Subscribe: > port after_create 55550000 {{(pid=105696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:16.595861 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:16.596204 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Subscribe: > port after_update 55550000 {{(pid=105696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:16.596533 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:16.596883 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:16.597211 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:16.597537 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:16.617553 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9beaf7f4-6356-4852-abb0-ce3ae2d116b1 req-af047578-5162-419d-bbaf-6aaf34921ed5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409473 Mar 30 16:40:16.665136 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:16.665430 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:16.666027 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:16.666366 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:16.666750 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fa1a22-16ac-4c58-963c-6a056025b839']}} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:16.681758 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5e984757-6cc2-409c-b1b9-75bafdf0a8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (e9552587-f1da-48af-82b5-c10af3c54d31), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:16.694948 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f3b371-da81-4beb-823d-54b52afa1fdc') {'for_net_delete': True} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:16.695250 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f3b371-da81-4beb-823d-54b52afa1fdc') {} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:16.701768 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48656ba1-53f4-45ff-a5ee-515bdbcd826e req-acfd8ebc-2414-43b6-90c6-adb058a36710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:16.708149 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-48656ba1-53f4-45ff-a5ee-515bdbcd826e req-acfd8ebc-2414-43b6-90c6-adb058a36710 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1838138 Mar 30 16:40:16.741560 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368503'] for segment (19f3b371-da81-4beb-823d-54b52afa1fdc), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:16.805565 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-5e984757-6cc2-409c-b1b9-75bafdf0a8d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e40d1b5ed8b40feaa0f603e58231a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8768685 Mar 30 16:40:16.807645 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421ed65-ce21-493d-8fc0-a17a07c38e55 req-2556e42b-fa32-4701-bf1b-3b3a6b18023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:16.809396 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c421ed65-ce21-493d-8fc0-a17a07c38e55 req-2556e42b-fa32-4701-bf1b-3b3a6b18023d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1&device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 1128 time: 0.2659824 Mar 30 16:40:16.811162 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35626) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:16.812231 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (19f3b371-da81-4beb-823d-54b52afa1fdc), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:16.816709 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e984757-6cc2-409c-b1b9-75bafdf0a8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9552587-f1da-48af-82b5-c10af3c54d31,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:16.844899 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:40:16.847635 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=105696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:40:16.848047 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6117412'] for segment (19f3b371-da81-4beb-823d-54b52afa1fdc), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: from cryptography.utils import int_from_bytes Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: from cryptography.utils import int_from_bytes Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: Traceback (most recent call last): Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: timer() Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: cb(*args, **kw) Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: return func(*args, **kwargs) Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: self._notify() Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: self.callback(batched_events) Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: event.method(event) Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: return f(self, *a, **k) Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: return self._get(url).json() Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: return self.request(url, 'GET', **kwargs) Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:40:16.852041 dv-cinder-835871-1-smb neutron-server[105696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:40:16.891905 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90a9dd-7178-4609-9474-e63aa22158df req-da51b741-f1a6-40ae-886a-93e7406f393f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:16.897146 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8c90a9dd-7178-4609-9474-e63aa22158df req-da51b741-f1a6-40ae-886a-93e7406f393f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0981219 Mar 30 16:40:16.933894 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc212-1145-4318-9a4e-b236335aedcb req-ec7a97c8-b9d8-4d29-bf0b-3d0c93d1bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:16.935778 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-ec7a97c8-b9d8-4d29-bf0b-3d0c93d1bb9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 1128 time: 0.0886161 Mar 30 16:40:16.981425 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01857834-dae2-4f9a-a507-e782d5d29a70 req-726432ee-b0a1-4803-8975-4b41ed32d465 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:16.987989 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:16.988594 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-01857834-dae2-4f9a-a507-e782d5d29a70 req-726432ee-b0a1-4803-8975-4b41ed32d465 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 944 time: 0.2967770 Mar 30 16:40:16.990198 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-e4f5c6b2-5687-4c3b-bdba-63eba2433be3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed0ebf10-625e-41fd-9774-e4785eddd403 HTTP/1.1" status: 200 len: 217 time: 0.0456097 Mar 30 16:40:17.006196 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': 'f578bb2a-5423-45a1-bd55-7b3a5f05b0c8', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'port_id': 'f578bb2a-5423-45a1-bd55-7b3a5f05b0c8', 'mac_address': 'fa:16:3e:5f:eb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:40:17.014872 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8c90a9dd-7178-4609-9474-e63aa22158df req-a126e4c5-f205-4b88-bed6-047cb7c77007 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125906 Mar 30 16:40:17.066438 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (73fa1a22-16ac-4c58-963c-6a056025b839), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.067309 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc212-1145-4318-9a4e-b236335aedcb req-05f88b6e-dc69-4e8c-9ed1-2d4a9fafd2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:17.069667 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-05f88b6e-dc69-4e8c-9ed1-2d4a9fafd2d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b24404d6-5dc2-4606-9399-33eea5fa9693 HTTP/1.1" status: 200 len: 853 time: 0.0672996 Mar 30 16:40:17.073536 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421ed65-ce21-493d-8fc0-a17a07c38e55 req-7672549d-11cf-4e76-8abc-1f0d5919159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:17.075597 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c421ed65-ce21-493d-8fc0-a17a07c38e55 req-7672549d-11cf-4e76-8abc-1f0d5919159b service neutron] 10.222.0.45 "GET /v2.0/networks?id=b25aae61-5ff8-46b1-a103-9f8fe1189903 HTTP/1.1" status: 200 len: 912 time: 0.2492521 Mar 30 16:40:17.076362 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1e5a-6497-4906-9eb9-1a542c7311aa admin admin] Publish callbacks [] for security_group (e9552587-f1da-48af-82b5-c10af3c54d31), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.105304 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.109004 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] 10.222.0.36 "DELETE /v2.0/networks/73fa1a22-16ac-4c58-963c-6a056025b839 HTTP/1.1" status: 204 len: 168 time: 1.0523431 Mar 30 16:40:17.112168 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:17.113518 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.127903 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-01857834-dae2-4f9a-a507-e782d5d29a70 req-033ad9c9-fd7b-47e9-a57f-72cbc75f76bd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356163 Mar 30 16:40:17.169898 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:17.198219 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:17.212664 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2d70e-4c14-40cc-900b-be2b816c9698 admin admin] Pushing event deleted for resources: {'Network': ['ID=73fa1a22-16ac-4c58-963c-6a056025b839,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:17.227213 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1e5a-6497-4906-9eb9-1a542c7311aa admin admin] Publish callbacks [] for security_group (e9552587-f1da-48af-82b5-c10af3c54d31), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.232288 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c421ed65-ce21-493d-8fc0-a17a07c38e55 req-37080964-8124-479e-a2d5-db9924977f4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9508a9f6-aa96-462c-9fcf-870f5505d80f HTTP/1.1" status: 200 len: 217 time: 0.1454220 Mar 30 16:40:17.235855 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cc212-1145-4318-9a4e-b236335aedcb req-1a62f0d6-22db-4fe4-8224-1180fd551b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:17.237687 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-1a62f0d6-22db-4fe4-8224-1180fd551b17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9066559d-1511-4e4c-9ef1-9189866f3059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1609185 Mar 30 16:40:17.302351 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb241c34-ba2f-401c-8613-091d06c4f300 req-295cf03f-a3e7-48ab-83c8-12d39b4f84d9 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:17.303887 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fb241c34-ba2f-401c-8613-091d06c4f300 req-295cf03f-a3e7-48ab-83c8-12d39b4f84d9 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 944 time: 0.1370008 Mar 30 16:40:17.314122 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.317369 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 87066447-d170-4142-9399-42aa4170eb9e details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:40:17.386681 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421ed65-ce21-493d-8fc0-a17a07c38e55 req-7e51942d-6dc4-4407-8694-d50ae8efcc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:17.388897 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c421ed65-ce21-493d-8fc0-a17a07c38e55 req-7e51942d-6dc4-4407-8694-d50ae8efcc5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94c1e00c-666a-41cc-aec2-f68aac843912 HTTP/1.1" status: 200 len: 850 time: 0.1499896 Mar 30 16:40:17.389099 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-e311ba86-9ae0-418e-a991-9d77d49a9ad8 service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449168 Mar 30 16:40:17.398320 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fb241c34-ba2f-401c-8613-091d06c4f300 req-12fde701-526c-41ea-bf28-ac275cb95cf4 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837562 Mar 30 16:40:17.407387 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:17.491868 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421ed65-ce21-493d-8fc0-a17a07c38e55 req-9b8a19c0-4d32-4f01-9c73-68cf21015cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:17.494136 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c421ed65-ce21-493d-8fc0-a17a07c38e55 req-9b8a19c0-4d32-4f01-9c73-68cf21015cac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b25aae61-5ff8-46b1-a103-9f8fe1189903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0919986 Mar 30 16:40:17.554284 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1e5a-6497-4906-9eb9-1a542c7311aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (e9552587-f1da-48af-82b5-c10af3c54d31), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.557238 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1e5a-6497-4906-9eb9-1a542c7311aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.558706 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-bf9f1e5a-6497-4906-9eb9-1a542c7311aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9552587-f1da-48af-82b5-c10af3c54d31 HTTP/1.1" status: 204 len: 168 time: 0.7429638 Mar 30 16:40:17.573522 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f1e5a-6497-4906-9eb9-1a542c7311aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9552587-f1da-48af-82b5-c10af3c54d31,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:17.582809 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 87066447-d170-4142-9399-42aa4170eb9e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87066447-d170-4142-9399-42aa4170eb9e,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:17.618717 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c421ed65-ce21-493d-8fc0-a17a07c38e55 req-1e10246e-ada9-4a9e-9850-98cbf2eec5d9 service neutron] 10.222.0.45 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135411 Mar 30 16:40:17.623392 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '87066447-d170-4142-9399-42aa4170eb9e', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'port_id': '87066447-d170-4142-9399-42aa4170eb9e', 'mac_address': 'fa:16:3e:c6:34:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:40:17.712769 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 87066447-d170-4142-9399-42aa4170eb9e is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:17.713876 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (87066447-d170-4142-9399-42aa4170eb9e), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.727617 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87066447-d170-4142-9399-42aa4170eb9e {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:17.749685 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 87066447-d170-4142-9399-42aa4170eb9e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87066447-d170-4142-9399-42aa4170eb9e,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:17.755641 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35656) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:17.802664 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eba97a-52ee-42d3-9d87-253d5735be6e req-e8285054-47b0-49cf-932f-1d6b380f341f tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:17.804224 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53eba97a-52ee-42d3-9d87-253d5735be6e req-e8285054-47b0-49cf-932f-1d6b380f341f tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 944 time: 0.0929019 Mar 30 16:40:17.810547 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-026cc212-1145-4318-9a4e-b236335aedcb req-ce8c88fe-bd3c-4385-861d-372611ec98b2 service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080386 Mar 30 16:40:17.815665 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c421ed65-ce21-493d-8fc0-a17a07c38e55 req-ccb68e57-7827-4ba0-920d-12efe39c84bb service neutron] 10.222.0.45 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778688 Mar 30 16:40:17.839032 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-8dc6236e-345f-42f5-9dc7-5af4e8bb63fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ad2b6bd295642dab1fdbcd7e9a25bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0809469 Mar 30 16:40:17.841453 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35658) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:17.862251 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53eba97a-52ee-42d3-9d87-253d5735be6e req-8e80c08d-97c5-4ca8-b542-bf2b7b83e328 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506232 Mar 30 16:40:17.878931 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (87066447-d170-4142-9399-42aa4170eb9e), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.905689 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2fac3765-265a-4f54-9bb3-1c183ba388e3 admin admin] Publish callbacks [] for security_group (f9d72aff-51b5-4ae7-85d6-709568ae27b1), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.937335 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2fac3765-265a-4f54-9bb3-1c183ba388e3 admin admin] Publish callbacks [] for security_group (f9d72aff-51b5-4ae7-85d6-709568ae27b1), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.967647 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=87066447-d170-4142-9399-42aa4170eb9e,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:18.099831 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2fac3765-265a-4f54-9bb3-1c183ba388e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (f9d72aff-51b5-4ae7-85d6-709568ae27b1), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:18.103751 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2fac3765-265a-4f54-9bb3-1c183ba388e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:18.110321 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-2fac3765-265a-4f54-9bb3-1c183ba388e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9d72aff-51b5-4ae7-85d6-709568ae27b1 HTTP/1.1" status: 204 len: 168 time: 0.2628293 Mar 30 16:40:18.116090 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac3765-265a-4f54-9bb3-1c183ba388e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d72aff-51b5-4ae7-85d6-709568ae27b1,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:18.176121 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12650a4b-6ee1-4e01-8eca-6be7edc55a78 req-cb8d0ecc-d179-4d64-80e1-59430e64323d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:18.177816 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-12650a4b-6ee1-4e01-8eca-6be7edc55a78 req-cb8d0ecc-d179-4d64-80e1-59430e64323d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 944 time: 0.0759387 Mar 30 16:40:18.261035 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-12650a4b-6ee1-4e01-8eca-6be7edc55a78 req-5db6cacf-18fa-45fd-b2ef-a42529b44295 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721600 Mar 30 16:40:18.274308 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['87066447-d170-4142-9399-42aa4170eb9e'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:40:18.315132 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['f578bb2a-5423-45a1-bd55-7b3a5f05b0c8'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:40:18.361439 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba588fd-c7da-4840-b836-840e3fed9e26 req-f36fcbe5-f1b5-420d-b90f-1f6bea52fb0a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:18.363511 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9ba588fd-c7da-4840-b836-840e3fed9e26 req-f36fcbe5-f1b5-420d-b90f-1f6bea52fb0a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 945 time: 0.0659146 Mar 30 16:40:18.414195 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9ba588fd-c7da-4840-b836-840e3fed9e26 req-88adf2af-0191-43f5-8c46-efd4313f721f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449367 Mar 30 16:40:18.544188 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3229e2-ebde-4147-afeb-bc786d6c6819 req-bfa5f1a4-cc2f-4043-b41b-72d2cc09291a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:18.554835 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9f3229e2-ebde-4147-afeb-bc786d6c6819 req-bfa5f1a4-cc2f-4043-b41b-72d2cc09291a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 944 time: 0.0683866 Mar 30 16:40:18.609768 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9f3229e2-ebde-4147-afeb-bc786d6c6819 req-74829e2c-da11-41fc-96a1-ffc3b411e60c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532954 Mar 30 16:40:18.992859 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b003e-e008-4c29-9645-16d039e5496e req-5e8e246f-3d30-4b0b-9ee5-7ded29ac5e41 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:18.994410 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-989b003e-e008-4c29-9645-16d039e5496e req-5e8e246f-3d30-4b0b-9ee5-7ded29ac5e41 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 944 time: 0.0589797 Mar 30 16:40:18.995757 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35700) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:19.064871 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-9aa9c3d1-c6f3-4e24-b36c-06f391fa404a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d95faecade4a47e18fba0de847c1fb67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0677516 Mar 30 16:40:19.067358 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35702) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:19.072675 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-989b003e-e008-4c29-9645-16d039e5496e req-6399468b-ad3c-4fb8-ad7a-1350c55a3f49 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689437 Mar 30 16:40:19.146433 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d4cb63e9-6985-4288-843d-5f02dacfb7b1 admin admin] Publish callbacks [] for security_group (4e074376-b84f-442c-9bc1-39d02f962740), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.169519 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d4cb63e9-6985-4288-843d-5f02dacfb7b1 admin admin] Publish callbacks [] for security_group (4e074376-b84f-442c-9bc1-39d02f962740), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.391009 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e428609-bce7-43bc-8973-fa444fae4078 req-651115e0-58bd-4b05-b77c-fb3ec7ccb352 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:19.393419 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7e428609-bce7-43bc-8973-fa444fae4078 req-651115e0-58bd-4b05-b77c-fb3ec7ccb352 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 944 time: 0.0574405 Mar 30 16:40:19.437817 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d4cb63e9-6985-4288-843d-5f02dacfb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4e074376-b84f-442c-9bc1-39d02f962740), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.441020 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d4cb63e9-6985-4288-843d-5f02dacfb7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.442222 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-d4cb63e9-6985-4288-843d-5f02dacfb7b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e074376-b84f-442c-9bc1-39d02f962740 HTTP/1.1" status: 204 len: 168 time: 0.3727589 Mar 30 16:40:19.457413 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7e428609-bce7-43bc-8973-fa444fae4078 req-7ef750f7-267a-47d5-8d75-dea16bebfea5 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580380 Mar 30 16:40:19.458304 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb63e9-6985-4288-843d-5f02dacfb7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e074376-b84f-442c-9bc1-39d02f962740,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:19.583794 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a8957-aac9-4faa-b48d-b07f923d9239 req-40eefbad-7edb-4f25-8ff9-3161f28e3f09 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:19.585481 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-198a8957-aac9-4faa-b48d-b07f923d9239 req-40eefbad-7edb-4f25-8ff9-3161f28e3f09 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 945 time: 0.0731108 Mar 30 16:40:19.636128 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-198a8957-aac9-4faa-b48d-b07f923d9239 req-478c8ff6-2fa2-4aba-80e7-1e3bfb69e85c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Mar 30 16:40:19.734193 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3d4a3-6e76-4588-b5e0-86f7a8bc7848 req-fbd080be-f27e-4aea-b247-61ba1d2c9b78 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:19.736191 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e7a3d4a3-6e76-4588-b5e0-86f7a8bc7848 req-fbd080be-f27e-4aea-b247-61ba1d2c9b78 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 944 time: 0.0523896 Mar 30 16:40:19.783646 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e7a3d4a3-6e76-4588-b5e0-86f7a8bc7848 req-99cb4cd5-eea8-4c80-b085-c9826ad01233 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416901 Mar 30 16:40:20.024783 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 35736) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:20.136594 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-89468473-d0e0-469f-bb4b-54c4e0f899a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.211685 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e484f-0a9a-4938-8ef7-355b2ae9ab66 req-016746b9-ca48-4947-aa16-45d4a09125a7 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:20.213247 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-131e484f-0a9a-4938-8ef7-355b2ae9ab66 req-016746b9-ca48-4947-aa16-45d4a09125a7 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 944 time: 0.0543423 Mar 30 16:40:20.218788 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-89468473-d0e0-469f-bb4b-54c4e0f899a3 admin admin] Publish callbacks [] for security_group (beac7c73-f64d-4fdb-b751-aa5ecab998f1), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.269345 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-131e484f-0a9a-4938-8ef7-355b2ae9ab66 req-0519e5d3-d9a4-4f82-b121-6ec7860340b6 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468223 Mar 30 16:40:20.319141 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-89468473-d0e0-469f-bb4b-54c4e0f899a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (beac7c73-f64d-4fdb-b751-aa5ecab998f1), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.357512 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-89468473-d0e0-469f-bb4b-54c4e0f899a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=913f975f736445fd97dff2b9ea06a163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315680 Mar 30 16:40:20.359594 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89468473-d0e0-469f-bb4b-54c4e0f899a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beac7c73-f64d-4fdb-b751-aa5ecab998f1,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:20.360348 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35748) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:20.409923 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3c7b552f-dab2-445f-b507-39887133c9a8 admin admin] Publish callbacks [] for security_group (beac7c73-f64d-4fdb-b751-aa5ecab998f1), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.434871 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3c7b552f-dab2-445f-b507-39887133c9a8 admin admin] Publish callbacks [] for security_group (beac7c73-f64d-4fdb-b751-aa5ecab998f1), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.604671 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932c21b-b47b-4340-90b5-33b37bdf5ff7 req-5d0390b5-113b-4195-b4e0-a3b0a3a82e89 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:20.606194 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3932c21b-b47b-4340-90b5-33b37bdf5ff7 req-5d0390b5-113b-4195-b4e0-a3b0a3a82e89 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 944 time: 0.0521755 Mar 30 16:40:20.628332 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3c7b552f-dab2-445f-b507-39887133c9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (beac7c73-f64d-4fdb-b751-aa5ecab998f1), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.631679 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3c7b552f-dab2-445f-b507-39887133c9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.633042 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-3c7b552f-dab2-445f-b507-39887133c9a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/beac7c73-f64d-4fdb-b751-aa5ecab998f1 HTTP/1.1" status: 204 len: 168 time: 0.2708392 Mar 30 16:40:20.644331 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b552f-dab2-445f-b507-39887133c9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beac7c73-f64d-4fdb-b751-aa5ecab998f1,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:20.661047 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3932c21b-b47b-4340-90b5-33b37bdf5ff7 req-8a113ace-911d-4bbc-a7ed-4ae970bc6950 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481281 Mar 30 16:40:20.833213 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26462-2edf-4f9a-b132-37a54076700c req-adca20ed-b83e-44ca-a342-a561ed492ce3 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:20.840231 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-d7e26462-2edf-4f9a-b132-37a54076700c req-adca20ed-b83e-44ca-a342-a561ed492ce3 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 945 time: 0.0684574 Mar 30 16:40:20.859481 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device ed0ebf10-625e-41fd-9774-e4785eddd403 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:40:20.873133 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:20.900668 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-d7e26462-2edf-4f9a-b132-37a54076700c req-4df49ee4-5503-45c1-9907-b270f42bddba tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590367 Mar 30 16:40:21.018423 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c4b65-9a80-4e74-91b6-0f70303f16e1 req-76643aef-54e0-4363-8dd9-8d88a53b9c90 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:21.021945 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b14c4b65-9a80-4e74-91b6-0f70303f16e1 req-76643aef-54e0-4363-8dd9-8d88a53b9c90 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 944 time: 0.0571918 Mar 30 16:40:21.023704 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port ed0ebf10-625e-41fd-9774-e4785eddd403, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ed0ebf10-625e-41fd-9774-e4785eddd403,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:21.036325 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'port_id': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'mac_address': 'fa:16:3e:5f:61:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:40:21.078408 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port ed0ebf10-625e-41fd-9774-e4785eddd403 is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:21.079096 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:21.091667 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b14c4b65-9a80-4e74-91b6-0f70303f16e1 req-15122ecd-1cb8-495f-8d8b-1c224463e823 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577478 Mar 30 16:40:21.106336 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0ebf10-625e-41fd-9774-e4785eddd403 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:21.128345 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:40:21.135629 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port ed0ebf10-625e-41fd-9774-e4785eddd403, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ed0ebf10-625e-41fd-9774-e4785eddd403,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:21.138825 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:21.139198 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:21.205053 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5191aa-cedd-45fc-be29-2c4713b3e72a req-1b7b9042-6a4c-4ec1-9160-bb6a68deac06 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:21.208019 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8e5191aa-cedd-45fc-be29-2c4713b3e72a req-1b7b9042-6a4c-4ec1-9160-bb6a68deac06 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 945 time: 0.0684605 Mar 30 16:40:21.238396 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:21.239041 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 9508a9f6-aa96-462c-9fcf-870f5505d80f details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:40:21.241084 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:21.241481 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:21.262980 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8e5191aa-cedd-45fc-be29-2c4713b3e72a req-ba875cb2-09bd-4f4d-86b8-3131ccb7d16c tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484080 Mar 30 16:40:21.304102 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd0e630-f4b0-45f7-90c1-fb8ba95e2855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f578bb2a-5423-45a1-bd55-7b3a5f05b0c8'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:21.306587 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07724347-0a3d-47f6-a574-c39abbcecc5a" -d '{"events": [{"server_uuid": "cfd0e630-f4b0-45f7-90c1-fb8ba95e2855", "name": "network-vif-plugged", "status": "completed", "tag": "f578bb2a-5423-45a1-bd55-7b3a5f05b0c8"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:21.334606 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:21.447262 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617bd02-5ea0-4640-afb4-f8ba06e36164 req-db3646d1-d086-4258-93da-61d29e0e2e9c tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:21.448789 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9617bd02-5ea0-4640-afb4-f8ba06e36164 req-db3646d1-d086-4258-93da-61d29e0e2e9c tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 944 time: 0.0689514 Mar 30 16:40:21.471880 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25272579-9a7d-4c25-9cf1-4db336e97ae9 x-openstack-request-id: req-25272579-9a7d-4c25-9cf1-4db336e97ae9 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:21.472198 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd0e630-f4b0-45f7-90c1-fb8ba95e2855", "name": "network-vif-plugged", "status": "completed", "tag": "f578bb2a-5423-45a1-bd55-7b3a5f05b0c8", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:21.472462 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25272579-9a7d-4c25-9cf1-4db336e97ae9 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:21.472862 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25272579-9a7d-4c25-9cf1-4db336e97ae9'] response: {'server_uuid': 'cfd0e630-f4b0-45f7-90c1-fb8ba95e2855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f578bb2a-5423-45a1-bd55-7b3a5f05b0c8', 'code': 200} Mar 30 16:40:21.501087 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:21.502240 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 87066447-d170-4142-9399-42aa4170eb9e up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:21.505410 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=ed0ebf10-625e-41fd-9774-e4785eddd403,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:21.505618 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9617bd02-5ea0-4640-afb4-f8ba06e36164 req-f0466e6f-2461-46a4-8f59-6b26b4122a55 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489981 Mar 30 16:40:21.617375 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 9508a9f6-aa96-462c-9fcf-870f5505d80f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9508a9f6-aa96-462c-9fcf-870f5505d80f,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:21.629016 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:21.634835 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '9508a9f6-aa96-462c-9fcf-870f5505d80f', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'port_id': '9508a9f6-aa96-462c-9fcf-870f5505d80f', 'mac_address': 'fa:16:3e:32:4c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:40:21.680969 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 9508a9f6-aa96-462c-9fcf-870f5505d80f is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:21.681367 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:21.695657 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9508a9f6-aa96-462c-9fcf-870f5505d80f {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:21.714625 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 87066447-d170-4142-9399-42aa4170eb9e completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:40:21.718205 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 9508a9f6-aa96-462c-9fcf-870f5505d80f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9508a9f6-aa96-462c-9fcf-870f5505d80f,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:21.727241 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 87066447-d170-4142-9399-42aa4170eb9e triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:21.727241 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (87066447-d170-4142-9399-42aa4170eb9e), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:21.789591 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:21.877566 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=9508a9f6-aa96-462c-9fcf-870f5505d80f,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:21.893795 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 87066447-d170-4142-9399-42aa4170eb9e is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:21.894199 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (87066447-d170-4142-9399-42aa4170eb9e), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:21.947350 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 87066447-d170-4142-9399-42aa4170eb9e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87066447-d170-4142-9399-42aa4170eb9e,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:21.948672 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58038b24-cce2-49fe-abd7-c6f728f919de req-43850833-991c-4dcb-98a6-512a0c073d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:21.954580 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-58038b24-cce2-49fe-abd7-c6f728f919de req-43850833-991c-4dcb-98a6-512a0c073d9f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 1130 time: 0.1831551 Mar 30 16:40:21.967590 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ce3a0-a5e3-432f-b675-d5653ced9f32 req-0e973254-af40-4921-a1e8-1035d248f381 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:21.970389 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-dd1ce3a0-a5e3-432f-b675-d5653ced9f32 req-0e973254-af40-4921-a1e8-1035d248f381 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 944 time: 0.1387243 Mar 30 16:40:22.039194 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfe9e2-b9bd-412e-90d4-5ee3fe94b69f req-f16d1cca-68bc-460b-899e-8ede02803f32 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:22.046984 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1fbfe9e2-b9bd-412e-90d4-5ee3fe94b69f req-f16d1cca-68bc-460b-899e-8ede02803f32 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0686677 Mar 30 16:40:22.065607 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-dd1ce3a0-a5e3-432f-b675-d5653ced9f32 req-b529d0ed-699f-4a7b-92c2-f3e7d7dfc756 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857527 Mar 30 16:40:22.073345 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (87066447-d170-4142-9399-42aa4170eb9e), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:22.081053 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-58038b24-cce2-49fe-abd7-c6f728f919de req-fd5e36b6-9db4-4f39-80d4-1bd06691a662 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097579 Mar 30 16:40:22.103236 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['ed0ebf10-625e-41fd-9774-e4785eddd403'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:40:22.105869 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['9508a9f6-aa96-462c-9fcf-870f5505d80f'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:40:22.158977 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1fbfe9e2-b9bd-412e-90d4-5ee3fe94b69f req-a083887e-8c94-4151-988c-0ca6bc043d8f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069684 Mar 30 16:40:22.217572 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=87066447-d170-4142-9399-42aa4170eb9e,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:22.262171 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf591f-7512-4255-a4e8-dc46fc8fdb9c req-dd5d2ea8-fdea-4c72-bc1d-63ad17ddecf1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:22.263932 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4fdf591f-7512-4255-a4e8-dc46fc8fdb9c req-dd5d2ea8-fdea-4c72-bc1d-63ad17ddecf1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 945 time: 0.0685167 Mar 30 16:40:22.333774 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4fdf591f-7512-4255-a4e8-dc46fc8fdb9c req-31443557-7f75-4ce1-bf69-8846de0796f5 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614886 Mar 30 16:40:22.402222 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee79ffe-d798-4388-bd1a-88966409ec43 req-026e2c80-11a8-43b1-845f-189797ef6073 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:22.403774 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bee79ffe-d798-4388-bd1a-88966409ec43 req-026e2c80-11a8-43b1-845f-189797ef6073 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 945 time: 0.0676591 Mar 30 16:40:22.454579 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bee79ffe-d798-4388-bd1a-88966409ec43 req-b83eda0b-10f6-4843-b341-6cf1267ce0d9 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Mar 30 16:40:22.628291 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9264357-9500-4cbc-80ff-0410c3b7d2a4 req-5f8407c6-a325-4cc3-8799-2e09de7d836c tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:22.629804 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f9264357-9500-4cbc-80ff-0410c3b7d2a4 req-5f8407c6-a325-4cc3-8799-2e09de7d836c tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 945 time: 0.0536449 Mar 30 16:40:22.678036 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f9264357-9500-4cbc-80ff-0410c3b7d2a4 req-48d6a777-9f60-4b23-b28c-bf04355c683d tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420611 Mar 30 16:40:23.199001 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e41a2c-92f6-4bed-b58f-21e575dc35d0 req-e5fbb2db-6c63-4340-876a-914f59cac7d8 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:23.200735 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-83e41a2c-92f6-4bed-b58f-21e575dc35d0 req-e5fbb2db-6c63-4340-876a-914f59cac7d8 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 945 time: 0.0617888 Mar 30 16:40:23.222255 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f315a8-a215-4a38-aee5-f54d793c0f1e req-c8db0753-08f1-49c7-86e6-0602fdaecd2f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:23.224272 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-68f315a8-a215-4a38-aee5-f54d793c0f1e req-c8db0753-08f1-49c7-86e6-0602fdaecd2f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0638721 Mar 30 16:40:23.276896 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-68f315a8-a215-4a38-aee5-f54d793c0f1e req-58887b64-3f54-40ed-abd9-8dbe84233229 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460207 Mar 30 16:40:23.400695 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da023dd8-cfa0-4afa-ae55-389321417963 req-65fff786-52e7-444c-ac88-a538bf144bf3 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:23.402227 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-da023dd8-cfa0-4afa-ae55-389321417963 req-65fff786-52e7-444c-ac88-a538bf144bf3 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.1512427 Mar 30 16:40:23.463357 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-83e41a2c-92f6-4bed-b58f-21e575dc35d0 req-3f78f23f-c379-4297-9da1-c2fa2acb6df3 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Deleting port 961002f9-47ad-4851-9e2e-dd7d5939e275 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:40:23.463705 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-83e41a2c-92f6-4bed-b58f-21e575dc35d0 req-3f78f23f-c379-4297-9da1-c2fa2acb6df3 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:23.467958 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd974d4d-d5cb-4bec-8594-8f8ac1713da2 req-60524110-6ccd-464a-9879-50e2b63742f8 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:23.469512 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bd974d4d-d5cb-4bec-8594-8f8ac1713da2 req-60524110-6ccd-464a-9879-50e2b63742f8 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 945 time: 0.0552778 Mar 30 16:40:23.477848 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87066447-d170-4142-9399-42aa4170eb9e'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:23.481229 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e59fbd7-9f02-4ee1-9b80-68593d956c56" -d '{"events": [{"server_uuid": "7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04", "name": "network-vif-plugged", "status": "completed", "tag": "87066447-d170-4142-9399-42aa4170eb9e"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:23.531004 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-da023dd8-cfa0-4afa-ae55-389321417963 req-89a9c179-0c40-42cf-b34a-97b2a3b9cbed tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210158 Mar 30 16:40:23.535856 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bd974d4d-d5cb-4bec-8594-8f8ac1713da2 req-6e39bef3-6685-4d61-b7b5-2e7b2d998c2f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578070 Mar 30 16:40:23.592024 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2175e3-c789-40f4-8602-83f026f153b7 x-openstack-request-id: req-0d2175e3-c789-40f4-8602-83f026f153b7 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:23.592374 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04", "name": "network-vif-plugged", "status": "completed", "tag": "87066447-d170-4142-9399-42aa4170eb9e", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:23.592649 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d2175e3-c789-40f4-8602-83f026f153b7 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:23.593096 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2175e3-c789-40f4-8602-83f026f153b7'] response: {'server_uuid': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87066447-d170-4142-9399-42aa4170eb9e', 'code': 200} Mar 30 16:40:23.596381 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-83e41a2c-92f6-4bed-b58f-21e575dc35d0 req-3f78f23f-c379-4297-9da1-c2fa2acb6df3 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] For port 961002f9-47ad-4851-9e2e-dd7d5939e275, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=961002f9-47ad-4851-9e2e-dd7d5939e275,segment=NetworkSegment(3f4b313f-f87e-451b-942f-1af4254b2216),segment_id=3f4b313f-f87e-451b-942f-1af4254b2216)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:23.596863 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-83e41a2c-92f6-4bed-b58f-21e575dc35d0 req-3f78f23f-c379-4297-9da1-c2fa2acb6df3 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:23.619127 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-83e41a2c-92f6-4bed-b58f-21e575dc35d0 req-3f78f23f-c379-4297-9da1-c2fa2acb6df3 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Calling delete_port for 961002f9-47ad-4851-9e2e-dd7d5939e275 owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:40:23.750635 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a0684-31f7-4d26-a51a-7f30abc006a4 req-e3115f6f-0bf1-4fe4-bc87-fad62fda5092 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:23.752822 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e10a0684-31f7-4d26-a51a-7f30abc006a4 req-e3115f6f-0bf1-4fe4-bc87-fad62fda5092 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 945 time: 0.1411569 Mar 30 16:40:23.819837 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18d599-fe55-4fa8-adfe-4f7fd0ca0d3b req-07d21d10-947c-4ebb-a24a-8ea34c75fb62 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:23.826860 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-db18d599-fe55-4fa8-adfe-4f7fd0ca0d3b req-07d21d10-947c-4ebb-a24a-8ea34c75fb62 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 945 time: 0.0649235 Mar 30 16:40:23.844706 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e10a0684-31f7-4d26-a51a-7f30abc006a4 req-7acea319-5242-4e6b-ac65-e76d3dd73acf tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/security-groups?id=a567a741-eb90-4cf3-b1b2-038a6a29958f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854437 Mar 30 16:40:23.883797 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-db18d599-fe55-4fa8-adfe-4f7fd0ca0d3b req-d5b94ba5-5b92-4bed-ab94-a44001fa1167 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563438 Mar 30 16:40:23.988121 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-83e41a2c-92f6-4bed-b58f-21e575dc35d0 req-3f78f23f-c379-4297-9da1-c2fa2acb6df3 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (961002f9-47ad-4851-9e2e-dd7d5939e275), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:24.003088 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['961002f9-47ad-4851-9e2e-dd7d5939e275'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:40:24.012564 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448a8ca-d01a-4dcb-aeb7-d55f3dce0821 req-53935e4d-23d2-429e-9114-f5e1d185b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:24.014160 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7448a8ca-d01a-4dcb-aeb7-d55f3dce0821 req-53935e4d-23d2-429e-9114-f5e1d185b165 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 1129 time: 0.0477922 Mar 30 16:40:24.023812 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78f23f-c379-4297-9da1-c2fa2acb6df3 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Pushing event deleted for resources: {'Port': ['ID=961002f9-47ad-4851-9e2e-dd7d5939e275,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:24.065590 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7448a8ca-d01a-4dcb-aeb7-d55f3dce0821 req-843eea5f-09d8-4de0-a60a-37902e6807be service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457206 Mar 30 16:40:24.096095 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e41a2c-92f6-4bed-b58f-21e575dc35d0 req-3f78f23f-c379-4297-9da1-c2fa2acb6df3 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] No DVR routers for this DVR port 961002f9-47ad-4851-9e2e-dd7d5939e275 on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:40:24.099157 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-83e41a2c-92f6-4bed-b58f-21e575dc35d0 req-3f78f23f-c379-4297-9da1-c2fa2acb6df3 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:24.102645 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-83e41a2c-92f6-4bed-b58f-21e575dc35d0 req-3f78f23f-c379-4297-9da1-c2fa2acb6df3 tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.45 "DELETE /v2.0/ports/961002f9-47ad-4851-9e2e-dd7d5939e275 HTTP/1.1" status: 204 len: 173 time: 0.8955896 Mar 30 16:40:24.103079 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5', 'name': 'network-vif-deleted', 'tag': '961002f9-47ad-4851-9e2e-dd7d5939e275'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:24.105362 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29c243c-5051-4387-b4eb-4b989ec9466d" -d '{"events": [{"server_uuid": "2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5", "name": "network-vif-deleted", "tag": "961002f9-47ad-4851-9e2e-dd7d5939e275"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:24.140177 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d567bb-3f21-420f-96b3-67038fd0a2e7 x-openstack-request-id: req-d5d567bb-3f21-420f-96b3-67038fd0a2e7 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:24.140497 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5", "name": "network-vif-deleted", "tag": "961002f9-47ad-4851-9e2e-dd7d5939e275", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:24.140759 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5d567bb-3f21-420f-96b3-67038fd0a2e7 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:24.141210 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d567bb-3f21-420f-96b3-67038fd0a2e7'] response: {'server_uuid': '2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5', 'name': 'network-vif-deleted', 'tag': '961002f9-47ad-4851-9e2e-dd7d5939e275', 'status': 'completed', 'code': 200} Mar 30 16:40:24.402727 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2cf59-14ba-44df-a041-9a29e1144f08 req-a01f1837-e1f5-4af0-ab10-fe7f23c54e91 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:24.404243 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-67b2cf59-14ba-44df-a041-9a29e1144f08 req-a01f1837-e1f5-4af0-ab10-fe7f23c54e91 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0529029 Mar 30 16:40:24.451155 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-67b2cf59-14ba-44df-a041-9a29e1144f08 req-b626bac5-dca5-4930-9275-4451a808864d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409153 Mar 30 16:40:24.660053 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e27d3e-8b09-4ede-9266-4c0e494ff2ef req-59d06911-7b19-4414-87ab-404b1b2d9065 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:24.661612 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d9e27d3e-8b09-4ede-9266-4c0e494ff2ef req-59d06911-7b19-4414-87ab-404b1b2d9065 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0543079 Mar 30 16:40:24.668697 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafad3a-0d50-403c-b795-97044f417e99 req-968f0bf7-d987-4711-8f07-8b5da7063aa4 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:24.670207 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4aafad3a-0d50-403c-b795-97044f417e99 req-968f0bf7-d987-4711-8f07-8b5da7063aa4 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 945 time: 0.0635848 Mar 30 16:40:24.711889 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d9e27d3e-8b09-4ede-9266-4c0e494ff2ef req-c2265438-e093-45e5-93e7-f62b3558fa5d tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Mar 30 16:40:24.732258 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4aafad3a-0d50-403c-b795-97044f417e99 req-5e2ac2cc-14ca-4b43-a926-c346617c3c72 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557797 Mar 30 16:40:24.893538 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device ed0ebf10-625e-41fd-9774-e4785eddd403 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:24.976820 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7c596b69-1ba3-4fb9-b738-3fb530d57f0a req-7216db7c-c378-4eeb-adb9-d8c84607e94d tempest-DeleteServersTestJSON-1548943412 tempest-DeleteServersTestJSON-1548943412-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cd3f3a8-a65a-4795-bbc9-a1c5abef92a5 HTTP/1.1" status: 200 len: 210 time: 0.0570810 Mar 30 16:40:25.016225 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port ed0ebf10-625e-41fd-9774-e4785eddd403 completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:40:25.020887 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port ed0ebf10-625e-41fd-9774-e4785eddd403 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:25.021268 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:25.078323 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596c12f-71da-499a-8176-31f509689dd2 req-e68336b0-c373-4854-a3e9-5d087dd54fe0 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:25.080272 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5596c12f-71da-499a-8176-31f509689dd2 req-e68336b0-c373-4854-a3e9-5d087dd54fe0 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 945 time: 0.0525768 Mar 30 16:40:25.107417 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port ed0ebf10-625e-41fd-9774-e4785eddd403 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:25.107832 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:25.133028 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5596c12f-71da-499a-8176-31f509689dd2 req-10556f84-be0f-4845-97ec-957f674ced58 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452528 Mar 30 16:40:25.150591 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port ed0ebf10-625e-41fd-9774-e4785eddd403, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ed0ebf10-625e-41fd-9774-e4785eddd403,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:25.307352 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:25.308323 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 9508a9f6-aa96-462c-9fcf-870f5505d80f up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:25.320362 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d80945-41a8-4f87-898d-fe43e319f775 req-7d768d22-dca2-4c76-ba42-06d4ecde2d1b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:25.321873 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f0d80945-41a8-4f87-898d-fe43e319f775 req-7d768d22-dca2-4c76-ba42-06d4ecde2d1b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0593035 Mar 30 16:40:25.379445 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f0d80945-41a8-4f87-898d-fe43e319f775 req-fe9077ce-34a3-4d90-a3f5-16441c49dc59 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515487 Mar 30 16:40:25.390830 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=ed0ebf10-625e-41fd-9774-e4785eddd403,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:25.426781 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15f6b2-9f81-410a-b107-1f209819f04d req-5d60e24d-bfc7-41ac-9fa0-740c4c402ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:25.428350 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0f15f6b2-9f81-410a-b107-1f209819f04d req-5d60e24d-bfc7-41ac-9fa0-740c4c402ce3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 1130 time: 0.0563204 Mar 30 16:40:25.525115 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15f6b2-9f81-410a-b107-1f209819f04d req-864a9b71-babc-4eec-8f9c-c4d4342a97a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:25.526618 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0f15f6b2-9f81-410a-b107-1f209819f04d req-864a9b71-babc-4eec-8f9c-c4d4342a97a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 919 time: 0.0911064 Mar 30 16:40:25.560035 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 9508a9f6-aa96-462c-9fcf-870f5505d80f completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:40:25.565772 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 9508a9f6-aa96-462c-9fcf-870f5505d80f triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:25.566418 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:25.596768 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0ebf10-625e-41fd-9774-e4785eddd403'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:25.599085 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9717748c-38ec-4fdc-89c7-7ee0a429b1bd" -d '{"events": [{"server_uuid": "bf60e7e7-7b08-4fba-8c99-6cc14d3c9178", "name": "network-vif-plugged", "status": "completed", "tag": "ed0ebf10-625e-41fd-9774-e4785eddd403"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:25.651430 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae0bfc8-1dc5-4670-831f-15ee274f4af3 x-openstack-request-id: req-dae0bfc8-1dc5-4670-831f-15ee274f4af3 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:25.651995 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf60e7e7-7b08-4fba-8c99-6cc14d3c9178", "name": "network-vif-plugged", "status": "completed", "tag": "ed0ebf10-625e-41fd-9774-e4785eddd403", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:25.652325 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dae0bfc8-1dc5-4670-831f-15ee274f4af3 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:25.652654 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae0bfc8-1dc5-4670-831f-15ee274f4af3'] response: {'server_uuid': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'code': 200} Mar 30 16:40:25.700381 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 9508a9f6-aa96-462c-9fcf-870f5505d80f is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:25.701028 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:25.747207 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 9508a9f6-aa96-462c-9fcf-870f5505d80f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9508a9f6-aa96-462c-9fcf-870f5505d80f,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:25.872969 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:25.920695 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7807489-01f8-4486-b3b4-e7751282a5b3 req-6834ceee-94e3-40ac-89a6-8280abc72645 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:25.929092 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c7807489-01f8-4486-b3b4-e7751282a5b3 req-6834ceee-94e3-40ac-89a6-8280abc72645 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 946 time: 0.0890501 Mar 30 16:40:25.938783 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 35986) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:25.958609 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0f15f6b2-9f81-410a-b107-1f209819f04d req-d16486cc-9beb-4ccd-8dc6-5ee9e3c00a84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 HTTP/1.1" status: 200 len: 217 time: 0.4218047 Mar 30 16:40:25.975825 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=9508a9f6-aa96-462c-9fcf-870f5505d80f,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:25.989427 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c7807489-01f8-4486-b3b4-e7751282a5b3 req-992f35d5-3f5d-43ba-9b90-9f354a5cb831 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593853 Mar 30 16:40:26.007482 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774bb67-d47d-4af2-99dc-2adf0ef01463 req-6a091b0d-3704-461a-a142-1de665488cab tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:26.009175 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8774bb67-d47d-4af2-99dc-2adf0ef01463 req-6a091b0d-3704-461a-a142-1de665488cab tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.4809418 Mar 30 16:40:26.042379 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15f6b2-9f81-410a-b107-1f209819f04d req-363f78eb-4a06-46f7-8cd1-e0196ff5e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:26.043824 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0f15f6b2-9f81-410a-b107-1f209819f04d req-363f78eb-4a06-46f7-8cd1-e0196ff5e108 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.0743046 Mar 30 16:40:26.101965 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8774bb67-d47d-4af2-99dc-2adf0ef01463 req-01ed64c3-8e69-47b6-a7e3-69bdc377f3bb tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846119 Mar 30 16:40:26.112318 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-662df19a-50c6-4702-b564-cfc23411a919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:26.140417 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15f6b2-9f81-410a-b107-1f209819f04d req-0a4f9427-20ce-4b84-bf1c-60ef91874613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:26.142151 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0f15f6b2-9f81-410a-b107-1f209819f04d req-0a4f9427-20ce-4b84-bf1c-60ef91874613 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0884492 Mar 30 16:40:26.187320 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a76f94-e491-439e-a5ea-41b89a86b64d req-9961611e-27a1-415a-998c-66583d1eca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:26.193192 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-01a76f94-e491-439e-a5ea-41b89a86b64d req-9961611e-27a1-415a-998c-66583d1eca2b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 1130 time: 0.1008310 Mar 30 16:40:26.273056 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-01a76f94-e491-439e-a5ea-41b89a86b64d req-b2b6f291-637a-4546-a034-248f55f990dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745265 Mar 30 16:40:26.316531 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0f15f6b2-9f81-410a-b107-1f209819f04d req-a5806e4d-f6a8-47e8-ba27-d9dd6828f34c service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658151 Mar 30 16:40:26.335567 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-662df19a-50c6-4702-b564-cfc23411a919 admin admin] Publish callbacks [] for security_group (4e2e9a83-6b32-4ab1-bf3f-8a08d302766c), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:26.346049 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6855e-15ad-4ac6-83fc-13c4f4eade63 req-8a55e671-12fe-4b1b-88b8-6cc928a2ea68 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:26.347528 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-04b6855e-15ad-4ac6-83fc-13c4f4eade63 req-8a55e671-12fe-4b1b-88b8-6cc928a2ea68 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.1131983 Mar 30 16:40:26.362056 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291de2b-2102-4774-a92a-48191446a444 req-8640ea00-1667-4015-9eb6-51e80ac15800 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:26.363584 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a291de2b-2102-4774-a92a-48191446a444 req-8640ea00-1667-4015-9eb6-51e80ac15800 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0550892 Mar 30 16:40:26.374822 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36008) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:26.379473 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-4655efd7-bc85-43ac-a6a8-8f01b7ae5981 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Request body: {'floatingip': {'port_id': '87066447-d170-4142-9399-42aa4170eb9e'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:26.435881 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-04b6855e-15ad-4ac6-83fc-13c4f4eade63 req-97250d26-54ea-4a3a-a8e4-9af6796c18ab tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717301 Mar 30 16:40:26.460395 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4655efd7-bc85-43ac-a6a8-8f01b7ae5981 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for floatingip (ce15537a-2dc5-497e-923a-769630c70e93), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:26.466115 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-662df19a-50c6-4702-b564-cfc23411a919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4e2e9a83-6b32-4ab1-bf3f-8a08d302766c), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:26.542047 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-662df19a-50c6-4702-b564-cfc23411a919 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18c9190c771c4065a60c1e387663ae62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6004288 Mar 30 16:40:26.545337 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36020) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:26.566557 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662df19a-50c6-4702-b564-cfc23411a919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2e9a83-6b32-4ab1-bf3f-8a08d302766c,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:26.618478 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0f15f6b2-9f81-410a-b107-1f209819f04d req-3fe23b90-37bb-45c3-95fe-6e5429703d07 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116791 Mar 30 16:40:26.714160 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-738b7b3c-db90-4c22-8abe-e17f0c4327f5 admin admin] Publish callbacks [] for security_group (4e2e9a83-6b32-4ab1-bf3f-8a08d302766c), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:26.758408 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18520ab7-f3a5-401a-bca5-f360695bbf4b req-2d54f6c7-c270-48aa-a5e2-47d4a59c6fa8 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:26.760036 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-18520ab7-f3a5-401a-bca5-f360695bbf4b req-2d54f6c7-c270-48aa-a5e2-47d4a59c6fa8 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.1948631 Mar 30 16:40:26.833771 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-738b7b3c-db90-4c22-8abe-e17f0c4327f5 admin admin] Publish callbacks [] for security_group (4e2e9a83-6b32-4ab1-bf3f-8a08d302766c), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:26.897597 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-18520ab7-f3a5-401a-bca5-f360695bbf4b req-1bad5563-ead0-46d4-b777-5543080679c9 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090093 Mar 30 16:40:26.917134 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 961002f9-47ad-4851-9e2e-dd7d5939e275 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:40:26.935783 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 961002f9-47ad-4851-9e2e-dd7d5939e275 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:40:26.936132 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 961002f9-47ad-4851-9e2e-dd7d5939e275 not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:40:27.100145 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840339a7-1751-45c5-b174-cb8d3285ae2f req-8415f30b-f9b9-4682-809a-2d84c5ebd0b9 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:27.101698 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-840339a7-1751-45c5-b174-cb8d3285ae2f req-8415f30b-f9b9-4682-809a-2d84c5ebd0b9 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 946 time: 0.0531025 Mar 30 16:40:27.122223 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-738b7b3c-db90-4c22-8abe-e17f0c4327f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4e2e9a83-6b32-4ab1-bf3f-8a08d302766c), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:27.125381 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-738b7b3c-db90-4c22-8abe-e17f0c4327f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:27.128976 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-738b7b3c-db90-4c22-8abe-e17f0c4327f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e2e9a83-6b32-4ab1-bf3f-8a08d302766c HTTP/1.1" status: 204 len: 168 time: 0.5608532 Mar 30 16:40:27.161425 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-840339a7-1751-45c5-b174-cb8d3285ae2f req-c08413df-9265-4523-949c-f466d307771e tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539770 Mar 30 16:40:27.176740 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b7b3c-db90-4c22-8abe-e17f0c4327f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2e9a83-6b32-4ab1-bf3f-8a08d302766c,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:27.282735 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4655efd7-bc85-43ac-a6a8-8f01b7ae5981 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:27.426591 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4655efd7-bc85-43ac-a6a8-8f01b7ae5981 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (ce15537a-2dc5-497e-923a-769630c70e93), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:27.444288 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36046) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:27.588485 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.l3_db [None req-4655efd7-bc85-43ac-a6a8-8f01b7ae5981 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Floating IP ce15537a-2dc5-497e-923a-769630c70e93 associated. External IP: 172.28.2.231, port: 87066447-d170-4142-9399-42aa4170eb9e. Mar 30 16:40:27.606758 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ac1423df-cf38-4e77-b087-18631886c4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:27.653631 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62774243-bf60-4ab7-8cd3-818a83414ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9508a9f6-aa96-462c-9fcf-870f5505d80f'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:27.656582 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a852c3f2-326e-43ab-b383-0beea57e390f" -d '{"events": [{"server_uuid": "62774243-bf60-4ab7-8cd3-818a83414ca6", "name": "network-vif-plugged", "status": "completed", "tag": "9508a9f6-aa96-462c-9fcf-870f5505d80f"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:27.689541 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ac1423df-cf38-4e77-b087-18631886c4d8 admin admin] Publish callbacks [] for security_group (e3f7d8f5-dc49-43e7-b3bc-85b99843bf10), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:27.701115 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dc0015-31b1-4d8c-a21b-f4dc8289b767 x-openstack-request-id: req-08dc0015-31b1-4d8c-a21b-f4dc8289b767 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:27.701115 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62774243-bf60-4ab7-8cd3-818a83414ca6", "name": "network-vif-plugged", "status": "completed", "tag": "9508a9f6-aa96-462c-9fcf-870f5505d80f", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:27.701315 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08dc0015-31b1-4d8c-a21b-f4dc8289b767 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:27.701582 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08dc0015-31b1-4d8c-a21b-f4dc8289b767'] response: {'server_uuid': '62774243-bf60-4ab7-8cd3-818a83414ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9508a9f6-aa96-462c-9fcf-870f5505d80f', 'code': 200} Mar 30 16:40:27.787116 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ac1423df-cf38-4e77-b087-18631886c4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (e3f7d8f5-dc49-43e7-b3bc-85b99843bf10), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:27.874945 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-ac1423df-cf38-4e77-b087-18631886c4d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c76590e07b064d43a9b0b8843f5dc4a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294698 Mar 30 16:40:27.879159 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1423df-cf38-4e77-b087-18631886c4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f7d8f5-dc49-43e7-b3bc-85b99843bf10,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:27.889182 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36062) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:27.904364 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b7b5192-955f-496d-8577-9449412efd2c req-c66056e3-b526-4a01-a03e-b8e4b60ea192 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1048996 Mar 30 16:40:27.910448 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36066) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:27.930570 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a47959-0f69-48bb-9a93-850d02662d65 req-9e151b68-bbf9-4074-b94a-ac58c1b974c6 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:27.933124 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-68a47959-0f69-48bb-9a93-850d02662d65 req-9e151b68-bbf9-4074-b94a-ac58c1b974c6 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.3947778 Mar 30 16:40:27.959943 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd49bcc4-6447-4fa7-b2ec-44c1f9db241f admin admin] Deleting subnet cd281e6f-de0e-4de3-97ad-b69022d7ed22 {{(pid=105696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:40:27.969458 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bd49bcc4-6447-4fa7-b2ec-44c1f9db241f admin admin] Publish callbacks [] for subnet (cd281e6f-de0e-4de3-97ad-b69022d7ed22), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:27.974851 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36070) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:28.042355 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-51ed64dd-4882-4421-8592-cb545e16e231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.052728 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-68a47959-0f69-48bb-9a93-850d02662d65 req-edfe92f2-6263-44c9-a262-7d682a1c7462 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909808 Mar 30 16:40:28.077313 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ff97a3bc-94e2-4168-a6d4-94835317db1f admin admin] Publish callbacks [] for security_group (e3f7d8f5-dc49-43e7-b3bc-85b99843bf10), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.091703 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bd49bcc4-6447-4fa7-b2ec-44c1f9db241f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4368508'] for subnet (cd281e6f-de0e-4de3-97ad-b69022d7ed22), precommit_delete_associations {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.171230 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ff97a3bc-94e2-4168-a6d4-94835317db1f admin admin] Publish callbacks [] for security_group (e3f7d8f5-dc49-43e7-b3bc-85b99843bf10), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.183784 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66d22b-84df-4c50-895a-04ab03213b2a req-65316ae0-cc2b-486d-bb02-f3de94879024 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:28.185350 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-be66d22b-84df-4c50-895a-04ab03213b2a req-65316ae0-cc2b-486d-bb02-f3de94879024 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.1730039 Mar 30 16:40:28.191037 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bd49bcc4-6447-4fa7-b2ec-44c1f9db241f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (cd281e6f-de0e-4de3-97ad-b69022d7ed22), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.196815 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b5192-955f-496d-8577-9449412efd2c req-b1fe9a24-8e12-4092-aef6-3460b07580e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:28.198309 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b7b5192-955f-496d-8577-9449412efd2c req-b1fe9a24-8e12-4092-aef6-3460b07580e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 1130 time: 0.1819146 Mar 30 16:40:28.264227 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f9ece-2ad9-4cd3-9b51-5d60380b403c req-8727d462-37cd-4cc7-8222-640d97bac8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:28.265771 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-568f9ece-2ad9-4cd3-9b51-5d60380b403c req-8727d462-37cd-4cc7-8222-640d97bac8a9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 1130 time: 0.1090243 Mar 30 16:40:28.270533 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4655efd7-bc85-43ac-a6a8-8f01b7ae5981 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:40:28.369379 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-be66d22b-84df-4c50-895a-04ab03213b2a req-4f1efd32-5c06-4586-a490-d4750fc53b88 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747684 Mar 30 16:40:28.385651 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-51ed64dd-4882-4421-8592-cb545e16e231 admin admin] Publish callbacks [] for security_group (9240bc16-41d1-4ba8-a7e3-79cfb6477c87), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.401668 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b5192-955f-496d-8577-9449412efd2c req-b159c696-a47c-4e5d-9a60-c2fce06bade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:28.403163 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b7b5192-955f-496d-8577-9449412efd2c req-b159c696-a47c-4e5d-9a60-c2fce06bade2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 919 time: 0.1689830 Mar 30 16:40:28.417771 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-568f9ece-2ad9-4cd3-9b51-5d60380b403c req-f92e0214-fc91-430f-89da-a916a811fdaa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441879 Mar 30 16:40:28.442016 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959b1c2-7518-4718-82d9-564157cc52ae req-7c39ddf2-a149-423a-847a-d1639a7fb299 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:28.443536 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7959b1c2-7518-4718-82d9-564157cc52ae req-7c39ddf2-a149-423a-847a-d1639a7fb299 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 946 time: 0.1639633 Mar 30 16:40:28.456639 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b7b5192-955f-496d-8577-9449412efd2c req-d4deb067-55a7-42e8-b195-0efe7fc4f5e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e5030b-2858-40d6-b8a7-d128fee872c4 HTTP/1.1" status: 200 len: 217 time: 0.0431840 Mar 30 16:40:28.478717 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4655efd7-bc85-43ac-a6a8-8f01b7ae5981 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:40:28.488113 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4655efd7-bc85-43ac-a6a8-8f01b7ae5981 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.494805 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f510ece7-abc0-408e-9182-01adb643e056 None None] Sync routers for ids ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:40:28.504367 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f510ece7-abc0-408e-9182-01adb643e056 None None] Routers {'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:40:28.505047 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-f510ece7-abc0-408e-9182-01adb643e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:40:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:28.517735 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ff97a3bc-94e2-4168-a6d4-94835317db1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (e3f7d8f5-dc49-43e7-b3bc-85b99843bf10), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.529196 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ff97a3bc-94e2-4168-a6d4-94835317db1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.529196 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-ff97a3bc-94e2-4168-a6d4-94835317db1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3f7d8f5-dc49-43e7-b3bc-85b99843bf10 HTTP/1.1" status: 204 len: 168 time: 0.6249509 Mar 30 16:40:28.537095 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7959b1c2-7518-4718-82d9-564157cc52ae req-8bc4d751-a4e6-4e7e-9518-6f195d57d2d2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877430 Mar 30 16:40:28.540664 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97a3bc-94e2-4168-a6d4-94835317db1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f7d8f5-dc49-43e7-b3bc-85b99843bf10,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:28.557730 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-4655efd7-bc85-43ac-a6a8-8f01b7ae5981 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "PUT /v2.0/floatingips/ce15537a-2dc5-497e-923a-769630c70e93 HTTP/1.1" status: 200 len: 991 time: 2.1822388 Mar 30 16:40:28.558735 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'tag': '87066447-d170-4142-9399-42aa4170eb9e'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:28.561661 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bac72d3-f72a-4ebb-ae6d-291ed699efd3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04", "tag": "87066447-d170-4142-9399-42aa4170eb9e"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:28.614223 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88efc1e-d449-4dd2-af43-9be62b16dc9f x-openstack-request-id: req-d88efc1e-d449-4dd2-af43-9be62b16dc9f {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:28.614584 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04", "tag": "87066447-d170-4142-9399-42aa4170eb9e", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:28.614850 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d88efc1e-d449-4dd2-af43-9be62b16dc9f {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:28.615261 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88efc1e-d449-4dd2-af43-9be62b16dc9f'] response: {'name': 'network-changed', 'server_uuid': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'tag': '87066447-d170-4142-9399-42aa4170eb9e', 'status': 'completed', 'code': 200} Mar 30 16:40:28.644233 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-f510ece7-abc0-408e-9182-01adb643e056 None None] Set router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:40:28.651454 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-51ed64dd-4882-4421-8592-cb545e16e231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (9240bc16-41d1-4ba8-a7e3-79cfb6477c87), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.679653 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bd49bcc4-6447-4fa7-b2ec-44c1f9db241f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6120322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5065912'] for subnet (cd281e6f-de0e-4de3-97ad-b69022d7ed22), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.682380 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b9092-8937-40de-8376-4dc1f80efb1d req-ab96e316-cac2-419d-b09d-509772ca878e tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:28.683730 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4b9b9092-8937-40de-8376-4dc1f80efb1d req-ab96e316-cac2-419d-b09d-509772ca878e tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 946 time: 0.0609434 Mar 30 16:40:28.700704 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36082) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:28.706711 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-57b8f4c0-c1aa-49e6-9a2a-f6bff99cbb98 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'floatingip': {'port_id': 'ed0ebf10-625e-41fd-9774-e4785eddd403'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:28.753003 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-51ed64dd-4882-4421-8592-cb545e16e231 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0876e3f4d2e347969dc817aadd4b93b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7767477 Mar 30 16:40:28.758887 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49bcc4-6447-4fa7-b2ec-44c1f9db241f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd281e6f-de0e-4de3-97ad-b69022d7ed22,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:28.762233 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36084) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:28.770459 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bd49bcc4-6447-4fa7-b2ec-44c1f9db241f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.777465 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-bd49bcc4-6447-4fa7-b2ec-44c1f9db241f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cd281e6f-de0e-4de3-97ad-b69022d7ed22 HTTP/1.1" status: 204 len: 168 time: 0.8641877 Mar 30 16:40:28.782598 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-57b8f4c0-c1aa-49e6-9a2a-f6bff99cbb98 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (03a8e69e-9dad-4613-9b0f-3fe399b05f18), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.782802 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36086) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:28.817982 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed64dd-4882-4421-8592-cb545e16e231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9240bc16-41d1-4ba8-a7e3-79cfb6477c87,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:28.860440 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b5192-955f-496d-8577-9449412efd2c req-06b09ea5-3513-446d-ac4f-ea2d6f41f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:28.862248 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b7b5192-955f-496d-8577-9449412efd2c req-06b09ea5-3513-446d-ac4f-ea2d6f41f628 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.1767261 Mar 30 16:40:28.916243 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac72d3-f72a-4ebb-ae6d-291ed699efd3 req-1a52f4e9-9ab0-4e67-9ee0-91e86fe2f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:28.919061 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4bac72d3-f72a-4ebb-ae6d-291ed699efd3 req-1a52f4e9-9ab0-4e67-9ee0-91e86fe2f217 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9aeead52e01c4a67b8294c0188d476bb&device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 1129 time: 0.2331901 Mar 30 16:40:28.922916 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6adf5407-c270-4d8d-9a65-11a70cd85a0a admin admin] Publish callbacks [] for security_group (9240bc16-41d1-4ba8-a7e3-79cfb6477c87), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.933641 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f6f8b42f-a72b-4e02-a442-5b2d05508378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (a6cee0c8-e7ce-40e2-b263-2b8727ad233f), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.959699 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b5192-955f-496d-8577-9449412efd2c req-75b99f5a-da68-4fbf-9ef1-bb987d818faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:28.961419 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b7b5192-955f-496d-8577-9449412efd2c req-75b99f5a-da68-4fbf-9ef1-bb987d818faf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0864332 Mar 30 16:40:28.968792 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-f510ece7-abc0-408e-9182-01adb643e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'ce15537a-2dc5-497e-923a-769630c70e93', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'floating_ip_address': '172.28.2.231', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'port_id': '87066447-d170-4142-9399-42aa4170eb9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'mac_address': 'fa:16:3e:c6:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:57Z', 'updated_at': '2022-03-30T16:40:27Z', 'revision_number': 1, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:29.004900 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f510ece7-abc0-408e-9182-01adb643e056 None None] Checking router: ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:40:29.015128 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f510ece7-abc0-408e-9182-01adb643e056 None None] Routers {'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:40:29.016434 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-f510ece7-abc0-408e-9182-01adb643e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:40:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:29.052476 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f6f8b42f-a72b-4e02-a442-5b2d05508378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (a6cee0c8-e7ce-40e2-b263-2b8727ad233f), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.088610 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-f6f8b42f-a72b-4e02-a442-5b2d05508378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6cee0c8-e7ce-40e2-b263-2b8727ad233f']}} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:29.112816 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-f6f8b42f-a72b-4e02-a442-5b2d05508378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4b313f-f87e-451b-942f-1af4254b2216') {'for_net_delete': True} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:29.117506 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6adf5407-c270-4d8d-9a65-11a70cd85a0a admin admin] Publish callbacks [] for security_group (9240bc16-41d1-4ba8-a7e3-79cfb6477c87), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.118048 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-f6f8b42f-a72b-4e02-a442-5b2d05508378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4b313f-f87e-451b-942f-1af4254b2216') {} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:29.134717 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f6f8b42f-a72b-4e02-a442-5b2d05508378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368503'] for segment (3f4b313f-f87e-451b-942f-1af4254b2216), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.152511 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f6f8b42f-a72b-4e02-a442-5b2d05508378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (3f4b313f-f87e-451b-942f-1af4254b2216), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.155608 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-f510ece7-abc0-408e-9182-01adb643e056 None None] Set router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:40:29.161331 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f8b42f-a72b-4e02-a442-5b2d05508378 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=105696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:40:29.165268 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f6f8b42f-a72b-4e02-a442-5b2d05508378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6117412'] for segment (3f4b313f-f87e-451b-942f-1af4254b2216), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.191128 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac72d3-f72a-4ebb-ae6d-291ed699efd3 req-d90c1350-c32f-4d00-a773-81ac515ac3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:29.192600 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4bac72d3-f72a-4ebb-ae6d-291ed699efd3 req-d90c1350-c32f-4d00-a773-81ac515ac3ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=502a6e91-b591-4f3b-8946-72c3ddeb25ad HTTP/1.1" status: 200 len: 916 time: 0.2645051 Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: Traceback (most recent call last): Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: timer() Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: cb(*args, **kw) Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: return func(*args, **kwargs) Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: self._notify() Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: self.callback(batched_events) Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: event.method(event) Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: return f(self, *a, **k) Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: return self._get(url).json() Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: return self.request(url, 'GET', **kwargs) Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:40:29.221786 dv-cinder-835871-1-smb neutron-server[105696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:40:29.351173 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e927b1e-da9a-473f-a493-305b466de941 req-80011e00-6b18-45e4-9345-a395bcbf168f tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:29.353693 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8e927b1e-da9a-473f-a493-305b466de941 req-80011e00-6b18-45e4-9345-a395bcbf168f tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.1182296 Mar 30 16:40:29.358399 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b7b5192-955f-496d-8577-9449412efd2c req-f469172f-644a-454f-89ae-a1559ecd971e service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749967 Mar 30 16:40:29.397502 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6adf5407-c270-4d8d-9a65-11a70cd85a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (9240bc16-41d1-4ba8-a7e3-79cfb6477c87), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.400041 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6adf5407-c270-4d8d-9a65-11a70cd85a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.401195 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-6adf5407-c270-4d8d-9a65-11a70cd85a0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9240bc16-41d1-4ba8-a7e3-79cfb6477c87 HTTP/1.1" status: 204 len: 168 time: 0.6376588 Mar 30 16:40:29.406519 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4bac72d3-f72a-4ebb-ae6d-291ed699efd3 req-b3161bf4-d7fd-4b79-b68e-25a132475c37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87066447-d170-4142-9399-42aa4170eb9e HTTP/1.1" status: 200 len: 999 time: 0.2059953 Mar 30 16:40:29.421574 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf5407-c270-4d8d-9a65-11a70cd85a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9240bc16-41d1-4ba8-a7e3-79cfb6477c87,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:29.460376 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-f510ece7-abc0-408e-9182-01adb643e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'ce15537a-2dc5-497e-923a-769630c70e93', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'floating_ip_address': '172.28.2.231', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'port_id': '87066447-d170-4142-9399-42aa4170eb9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'mac_address': 'fa:16:3e:c6:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:57Z', 'updated_at': '2022-03-30T16:40:27Z', 'revision_number': 1, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:29.503482 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac72d3-f72a-4ebb-ae6d-291ed699efd3 req-edb76be9-6db6-4838-8043-99f783a27a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:29.504959 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4bac72d3-f72a-4ebb-ae6d-291ed699efd3 req-edb76be9-6db6-4838-8043-99f783a27a3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9df6b30-1554-4ac7-a638-1eff78d1538f HTTP/1.1" status: 200 len: 854 time: 0.0847347 Mar 30 16:40:29.517516 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f510ece7-abc0-408e-9182-01adb643e056 None None] The sync data for ids ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'] in dv-cinder-835871-1-smb is: [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'ce15537a-2dc5-497e-923a-769630c70e93', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'floating_ip_address': '172.28.2.231', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'port_id': '87066447-d170-4142-9399-42aa4170eb9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'mac_address': 'fa:16:3e:c6:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:57Z', 'updated_at': '2022-03-30T16:40:27Z', 'revision_number': 1, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:40:29.524274 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f6f8b42f-a72b-4e02-a442-5b2d05508378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (a6cee0c8-e7ce-40e2-b263-2b8727ad233f), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.530086 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b7b5192-955f-496d-8577-9449412efd2c req-283776f7-8dad-42f2-b5a7-2951c6882a06 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601782 Mar 30 16:40:29.550880 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f6f8b42f-a72b-4e02-a442-5b2d05508378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.556190 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-f6f8b42f-a72b-4e02-a442-5b2d05508378 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a6cee0c8-e7ce-40e2-b263-2b8727ad233f HTTP/1.1" status: 204 len: 168 time: 0.7667971 Mar 30 16:40:29.581602 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8b42f-a72b-4e02-a442-5b2d05508378 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6cee0c8-e7ce-40e2-b263-2b8727ad233f,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:29.595371 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8e927b1e-da9a-473f-a493-305b466de941 req-bb85a900-90d2-4014-9b39-dec162a8a94b tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353046 Mar 30 16:40:29.621776 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-57b8f4c0-c1aa-49e6-9a2a-f6bff99cbb98 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.635025 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36100) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:29.653926 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa77fc-fe1a-4d52-9f14-8b91ca9ce24f req-81e30c1f-0711-41ed-ad69-0ffc2035a89c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:29.655814 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-40fa77fc-fe1a-4d52-9f14-8b91ca9ce24f req-81e30c1f-0711-41ed-ad69-0ffc2035a89c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.1565504 Mar 30 16:40:29.665549 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6a93bac3-ec14-4954-b5cf-3614b130bdfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.666503 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac72d3-f72a-4ebb-ae6d-291ed699efd3 req-4d45fc62-2a47-4819-9d7c-16d6ff483259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:29.668124 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4bac72d3-f72a-4ebb-ae6d-291ed699efd3 req-4d45fc62-2a47-4819-9d7c-16d6ff483259 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=502a6e91-b591-4f3b-8946-72c3ddeb25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1481991 Mar 30 16:40:29.744799 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-57b8f4c0-c1aa-49e6-9a2a-f6bff99cbb98 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (03a8e69e-9dad-4613-9b0f-3fe399b05f18), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.790716 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6a93bac3-ec14-4954-b5cf-3614b130bdfc admin admin] Publish callbacks [] for security_group (b2181d89-2617-4171-b225-2a921e959950), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.842778 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfae972-8c11-40a8-a0e4-0ac1c1dc4fcf None None] New status for floating IP ce15537a-2dc5-497e-923a-769630c70e93: ACTIVE {{(pid=105698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:40:29.918681 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6a93bac3-ec14-4954-b5cf-3614b130bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (b2181d89-2617-4171-b225-2a921e959950), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.959842 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-6a93bac3-ec14-4954-b5cf-3614b130bdfc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=379b06ad507f449382042395a9e21632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239436 Mar 30 16:40:29.960853 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93bac3-ec14-4954-b5cf-3614b130bdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2181d89-2617-4171-b225-2a921e959950,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:29.963421 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36108) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:30.069813 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-32f98ae7-edd7-4652-a12f-6ee4b2b48a71 admin admin] Publish callbacks [] for security_group (b2181d89-2617-4171-b225-2a921e959950), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:30.126999 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-32f98ae7-edd7-4652-a12f-6ee4b2b48a71 admin admin] Publish callbacks [] for security_group (b2181d89-2617-4171-b225-2a921e959950), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:30.157295 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-40fa77fc-fe1a-4d52-9f14-8b91ca9ce24f req-6f417353-5f57-4c57-9246-463dd9ce3f7d tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822311 Mar 30 16:40:30.228596 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4bac72d3-f72a-4ebb-ae6d-291ed699efd3 req-f775b483-9509-47ed-af09-f86eb36222f9 service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497983 Mar 30 16:40:30.243706 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.l3_db [None req-57b8f4c0-c1aa-49e6-9a2a-f6bff99cbb98 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Floating IP 03a8e69e-9dad-4613-9b0f-3fe399b05f18 associated. External IP: 172.28.2.100, port: ed0ebf10-625e-41fd-9774-e4785eddd403. Mar 30 16:40:30.255573 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36122) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:30.258175 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:30.305946 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-32f98ae7-edd7-4652-a12f-6ee4b2b48a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (b2181d89-2617-4171-b225-2a921e959950), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:30.309538 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-32f98ae7-edd7-4652-a12f-6ee4b2b48a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:30.314553 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-32f98ae7-edd7-4652-a12f-6ee4b2b48a71 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2181d89-2617-4171-b225-2a921e959950 HTTP/1.1" status: 204 len: 168 time: 0.3351808 Mar 30 16:40:30.318248 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-0166f084-a2e5-4813-84f4-4e2981e0d90a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb74329a22434db583b289c4ae571dfe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0607791 Mar 30 16:40:30.320136 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36126) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:30.406781 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f98ae7-edd7-4652-a12f-6ee4b2b48a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2181d89-2617-4171-b225-2a921e959950,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:30.409655 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f1ab562e-ef3a-4a86-8041-b55d3055861a admin admin] Publish callbacks [] for security_group (a567a741-eb90-4cf3-b1b2-038a6a29958f), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:30.457853 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f1ab562e-ef3a-4a86-8041-b55d3055861a admin admin] Publish callbacks [] for security_group (a567a741-eb90-4cf3-b1b2-038a6a29958f), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:30.515840 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4bac72d3-f72a-4ebb-ae6d-291ed699efd3 req-1809e5d7-d33e-47f3-bc71-83f015373153 service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738926 Mar 30 16:40:30.634156 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b8f4c0-c1aa-49e6-9a2a-f6bff99cbb98 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Router 22bd6ca0-5b3b-4932-a185-31140e9d2822 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:40:30.738109 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f1ab562e-ef3a-4a86-8041-b55d3055861a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (a567a741-eb90-4cf3-b1b2-038a6a29958f), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:30.740933 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f1ab562e-ef3a-4a86-8041-b55d3055861a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:30.747504 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-f1ab562e-ef3a-4a86-8041-b55d3055861a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a567a741-eb90-4cf3-b1b2-038a6a29958f HTTP/1.1" status: 204 len: 168 time: 0.4260314 Mar 30 16:40:30.755363 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b8f4c0-c1aa-49e6-9a2a-f6bff99cbb98 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:40:30.763489 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-57b8f4c0-c1aa-49e6-9a2a-f6bff99cbb98 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:30.774165 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab562e-ef3a-4a86-8041-b55d3055861a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a567a741-eb90-4cf3-b1b2-038a6a29958f,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:30.776211 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b408d6d-a091-4188-a9e9-03d9022ccc0b None None] Sync routers for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:40:30.790069 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b408d6d-a091-4188-a9e9-03d9022ccc0b None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:40:30.791292 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-3b408d6d-a091-4188-a9e9-03d9022ccc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:40:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:30.791547 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ed52-dd34-401e-b451-8955e143ae0e req-95aae9a3-b31f-4413-b014-15ff8552d3bc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:30.793166 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ae59ed52-dd34-401e-b451-8955e143ae0e req-95aae9a3-b31f-4413-b014-15ff8552d3bc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.1137397 Mar 30 16:40:30.806981 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-57b8f4c0-c1aa-49e6-9a2a-f6bff99cbb98 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "PUT /v2.0/floatingips/03a8e69e-9dad-4613-9b0f-3fe399b05f18 HTTP/1.1" status: 200 len: 992 time: 2.1046379 Mar 30 16:40:30.807753 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'tag': 'ed0ebf10-625e-41fd-9774-e4785eddd403'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:30.810140 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2bb56f-350d-45d5-b73f-fdd1fccdd74c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf60e7e7-7b08-4fba-8c99-6cc14d3c9178", "tag": "ed0ebf10-625e-41fd-9774-e4785eddd403"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:30.868680 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10210678-2039-43a8-bc0d-795fba03ec17 x-openstack-request-id: req-10210678-2039-43a8-bc0d-795fba03ec17 {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:30.869017 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf60e7e7-7b08-4fba-8c99-6cc14d3c9178", "tag": "ed0ebf10-625e-41fd-9774-e4785eddd403", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:30.869275 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10210678-2039-43a8-bc0d-795fba03ec17 {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:30.870257 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10210678-2039-43a8-bc0d-795fba03ec17'] response: {'name': 'network-changed', 'server_uuid': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'tag': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'status': 'completed', 'code': 200} Mar 30 16:40:30.915425 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-3b408d6d-a091-4188-a9e9-03d9022ccc0b None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:40:30.919878 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ae59ed52-dd34-401e-b451-8955e143ae0e req-b852c148-bcc6-42cf-bc64-d37672b1b64a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201849 Mar 30 16:40:31.050459 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bb56f-350d-45d5-b73f-fdd1fccdd74c req-ae50d138-2412-428c-8f34-b56cdcb89180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:31.052014 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-df2bb56f-350d-45d5-b73f-fdd1fccdd74c req-ae50d138-2412-428c-8f34-b56cdcb89180 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 1130 time: 0.1476712 Mar 30 16:40:31.067806 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e11a2d-0e02-4e86-b0ca-b5b3506d3a05 req-34ad7686-1b2b-4f87-8d84-bc961d95d517 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:31.069394 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-58e11a2d-0e02-4e86-b0ca-b5b3506d3a05 req-34ad7686-1b2b-4f87-8d84-bc961d95d517 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0804636 Mar 30 16:40:31.078112 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36148) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:31.087962 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-9b2e6f4f-7523-4253-91c9-de7a3c434f73 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Request body: {'floatingip': {'port_id': '9508a9f6-aa96-462c-9fcf-870f5505d80f'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:31.193468 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bb56f-350d-45d5-b73f-fdd1fccdd74c req-6b28e975-f2e2-410a-8fae-acd233971b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:31.195176 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-df2bb56f-350d-45d5-b73f-fdd1fccdd74c req-6b28e975-f2e2-410a-8fae-acd233971b7d service neutron] 10.222.0.45 "GET /v2.0/networks?id=9066559d-1511-4e4c-9ef1-9189866f3059 HTTP/1.1" status: 200 len: 915 time: 0.1248538 Mar 30 16:40:31.232819 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-3b408d6d-a091-4188-a9e9-03d9022ccc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '03a8e69e-9dad-4613-9b0f-3fe399b05f18', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:5f:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:40:00Z', 'updated_at': '2022-03-30T16:40:29Z', 'revision_number': 1, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:31.260587 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9b2e6f4f-7523-4253-91c9-de7a3c434f73 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for floatingip (2458016a-2161-4ec1-9d05-4ab838559563), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:31.350524 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-df2bb56f-350d-45d5-b73f-fdd1fccdd74c req-9f6399e9-eb02-460e-8552-ff8745e720e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed0ebf10-625e-41fd-9774-e4785eddd403 HTTP/1.1" status: 200 len: 1000 time: 0.1473198 Mar 30 16:40:31.410650 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b408d6d-a091-4188-a9e9-03d9022ccc0b None None] Checking router: 22bd6ca0-5b3b-4932-a185-31140e9d2822 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:40:31.419756 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b408d6d-a091-4188-a9e9-03d9022ccc0b None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:40:31.420511 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-3b408d6d-a091-4188-a9e9-03d9022ccc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:40:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:31.472519 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bb56f-350d-45d5-b73f-fdd1fccdd74c req-9da8da50-3fb7-4983-8c88-512018084aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:31.473948 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-df2bb56f-350d-45d5-b73f-fdd1fccdd74c req-9da8da50-3fb7-4983-8c88-512018084aaf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b24404d6-5dc2-4606-9399-33eea5fa9693 HTTP/1.1" status: 200 len: 853 time: 0.1176696 Mar 30 16:40:31.559912 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-3b408d6d-a091-4188-a9e9-03d9022ccc0b None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:40:31.561780 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bb56f-350d-45d5-b73f-fdd1fccdd74c req-e3515cf3-eba2-43e3-89c1-2d269d6c230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:31.564239 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-df2bb56f-350d-45d5-b73f-fdd1fccdd74c req-e3515cf3-eba2-43e3-89c1-2d269d6c230f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9066559d-1511-4e4c-9ef1-9189866f3059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0818474 Mar 30 16:40:31.582403 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-35883550-5776-4f43-842e-4be482707065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:31.595656 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f68c47-d9b7-48c9-9fb0-79f4d6e3d6de req-f5ff9e0b-fed5-4c86-b650-f984aaa8eb51 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:31.598092 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a6f68c47-d9b7-48c9-9fb0-79f4d6e3d6de req-f5ff9e0b-fed5-4c86-b650-f984aaa8eb51 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.2933633 Mar 30 16:40:31.680583 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a6f68c47-d9b7-48c9-9fb0-79f4d6e3d6de req-89ee3dfc-60a0-40b1-84a6-04e08f00300d tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766275 Mar 30 16:40:31.713947 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-df2bb56f-350d-45d5-b73f-fdd1fccdd74c req-c7fdb250-e951-4900-a305-da20cbfc8d22 service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420503 Mar 30 16:40:31.890183 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-df2bb56f-350d-45d5-b73f-fdd1fccdd74c req-7d66ea95-0ab6-4aaa-88fd-0594b72da8ee service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130545 Mar 30 16:40:31.890496 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-3b408d6d-a091-4188-a9e9-03d9022ccc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '03a8e69e-9dad-4613-9b0f-3fe399b05f18', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:5f:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:40:00Z', 'updated_at': '2022-03-30T16:40:29Z', 'revision_number': 1, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:31.891030 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b408d6d-a091-4188-a9e9-03d9022ccc0b None None] The sync data for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb is: [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '03a8e69e-9dad-4613-9b0f-3fe399b05f18', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:5f:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:40:00Z', 'updated_at': '2022-03-30T16:40:29Z', 'revision_number': 1, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:40:32.265910 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9b2e6f4f-7523-4253-91c9-de7a3c434f73 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:32.266813 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa2c0f-9ff0-4278-9182-e8c1880fee8d None None] New status for floating IP 03a8e69e-9dad-4613-9b0f-3fe399b05f18: ACTIVE {{(pid=105698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:40:32.436747 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9b2e6f4f-7523-4253-91c9-de7a3c434f73 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (2458016a-2161-4ec1-9d05-4ab838559563), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:32.779230 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.l3_db [None req-9b2e6f4f-7523-4253-91c9-de7a3c434f73 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Floating IP 2458016a-2161-4ec1-9d05-4ab838559563 associated. External IP: 172.28.2.50, port: 9508a9f6-aa96-462c-9fcf-870f5505d80f. Mar 30 16:40:32.840338 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5495-7a27-45a4-ac7b-49b5048a19cc req-a18ba913-ab06-4cdc-b5d9-8357c2921749 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:32.849224 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f10a5495-7a27-45a4-ac7b-49b5048a19cc req-a18ba913-ab06-4cdc-b5d9-8357c2921749 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0761697 Mar 30 16:40:32.898198 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f10a5495-7a27-45a4-ac7b-49b5048a19cc req-761e17f2-f5c8-4f37-afaf-46fac56d99fc tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479896 Mar 30 16:40:33.018195 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2e6f4f-7523-4253-91c9-de7a3c434f73 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Router b83a1f9b-fede-4aca-9ff7-2df2907fc088 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:40:33.142730 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2e6f4f-7523-4253-91c9-de7a3c434f73 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:40:33.147983 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9b2e6f4f-7523-4253-91c9-de7a3c434f73 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.153677 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c2eff-25fd-4e71-88f4-de62ff304ec1 None None] Sync routers for ids ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:40:33.168069 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c2eff-25fd-4e71-88f4-de62ff304ec1 None None] Routers {'b83a1f9b-fede-4aca-9ff7-2df2907fc088'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:40:33.169173 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-4e3c2eff-25fd-4e71-88f4-de62ff304ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:40:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:33.183577 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-9b2e6f4f-7523-4253-91c9-de7a3c434f73 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "PUT /v2.0/floatingips/2458016a-2161-4ec1-9d05-4ab838559563 HTTP/1.1" status: 200 len: 991 time: 2.1037748 Mar 30 16:40:33.184174 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62774243-bf60-4ab7-8cd3-818a83414ca6', 'tag': '9508a9f6-aa96-462c-9fcf-870f5505d80f'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:33.186614 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2a2d87-4472-4c29-9612-64c8fe6eaa92" -d '{"events": [{"name": "network-changed", "server_uuid": "62774243-bf60-4ab7-8cd3-818a83414ca6", "tag": "9508a9f6-aa96-462c-9fcf-870f5505d80f"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:33.231141 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6a26f4-96f4-44cd-8e3e-c5b8aa711e5b x-openstack-request-id: req-fb6a26f4-96f4-44cd-8e3e-c5b8aa711e5b {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:33.231479 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62774243-bf60-4ab7-8cd3-818a83414ca6", "tag": "9508a9f6-aa96-462c-9fcf-870f5505d80f", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:33.231819 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb6a26f4-96f4-44cd-8e3e-c5b8aa711e5b {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:33.232542 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6a26f4-96f4-44cd-8e3e-c5b8aa711e5b'] response: {'name': 'network-changed', 'server_uuid': '62774243-bf60-4ab7-8cd3-818a83414ca6', 'tag': '9508a9f6-aa96-462c-9fcf-870f5505d80f', 'status': 'completed', 'code': 200} Mar 30 16:40:33.301563 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-4e3c2eff-25fd-4e71-88f4-de62ff304ec1 None None] Set router b83a1f9b-fede-4aca-9ff7-2df2907fc088 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:40:33.396306 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a2d87-4472-4c29-9612-64c8fe6eaa92 req-f051f6ed-38f8-4eaa-8d21-a4b26a22c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:33.398460 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6a2a2d87-4472-4c29-9612-64c8fe6eaa92 req-f051f6ed-38f8-4eaa-8d21-a4b26a22c0ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1&device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 1130 time: 0.0523577 Mar 30 16:40:33.566049 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a2d87-4472-4c29-9612-64c8fe6eaa92 req-9e5cbd77-7b5e-429f-8d16-5a0494ed2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:33.567594 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6a2a2d87-4472-4c29-9612-64c8fe6eaa92 req-9e5cbd77-7b5e-429f-8d16-5a0494ed2451 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b25aae61-5ff8-46b1-a103-9f8fe1189903 HTTP/1.1" status: 200 len: 912 time: 0.1628964 Mar 30 16:40:33.638985 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-4e3c2eff-25fd-4e71-88f4-de62ff304ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '2458016a-2161-4ec1-9d05-4ab838559563', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'port_id': '9508a9f6-aa96-462c-9fcf-870f5505d80f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'mac_address': 'fa:16:3e:32:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62774243-bf60-4ab7-8cd3-818a83414ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:40:01Z', 'updated_at': '2022-03-30T16:40:31Z', 'revision_number': 1, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:40:02Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:33.667114 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6a2a2d87-4472-4c29-9612-64c8fe6eaa92 req-f7da263d-144e-412c-8b2a-1370c746327e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9508a9f6-aa96-462c-9fcf-870f5505d80f HTTP/1.1" status: 200 len: 999 time: 0.0904045 Mar 30 16:40:33.669819 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c2eff-25fd-4e71-88f4-de62ff304ec1 None None] Checking router: b83a1f9b-fede-4aca-9ff7-2df2907fc088 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:40:33.686863 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c2eff-25fd-4e71-88f4-de62ff304ec1 None None] Routers {'b83a1f9b-fede-4aca-9ff7-2df2907fc088'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:40:33.687656 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-4e3c2eff-25fd-4e71-88f4-de62ff304ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:40:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:33.716434 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a2d87-4472-4c29-9612-64c8fe6eaa92 req-792f7056-efe0-4495-961a-adb1791ad0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:33.717930 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6a2a2d87-4472-4c29-9612-64c8fe6eaa92 req-792f7056-efe0-4495-961a-adb1791ad0d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94c1e00c-666a-41cc-aec2-f68aac843912 HTTP/1.1" status: 200 len: 850 time: 0.0446286 Mar 30 16:40:33.763545 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ef124110-ad77-4676-a350-55c5703b1d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.782408 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a2d87-4472-4c29-9612-64c8fe6eaa92 req-6e5ea975-e311-45e4-9507-9b1fef6705fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:33.784444 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6a2a2d87-4472-4c29-9612-64c8fe6eaa92 req-6e5ea975-e311-45e4-9507-9b1fef6705fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b25aae61-5ff8-46b1-a103-9f8fe1189903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0598404 Mar 30 16:40:33.809503 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-4e3c2eff-25fd-4e71-88f4-de62ff304ec1 None None] Set router b83a1f9b-fede-4aca-9ff7-2df2907fc088 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:40:33.885958 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6a2a2d87-4472-4c29-9612-64c8fe6eaa92 req-4aae5205-8bc7-45f4-bfdf-c357286d7b21 service neutron] 10.222.0.45 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900230 Mar 30 16:40:34.013907 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6a2a2d87-4472-4c29-9612-64c8fe6eaa92 req-2ed6a485-025c-486c-af3f-ac27dda0d2b8 service neutron] 10.222.0.45 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174548 Mar 30 16:40:34.059252 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c9e2c-b067-431f-90dc-0168356c4e94 req-9cc64051-65d5-46ed-8d0e-3eb159e99e5b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:34.061022 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-530c9e2c-b067-431f-90dc-0168356c4e94 req-9cc64051-65d5-46ed-8d0e-3eb159e99e5b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0704150 Mar 30 16:40:34.127399 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-4e3c2eff-25fd-4e71-88f4-de62ff304ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '2458016a-2161-4ec1-9d05-4ab838559563', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'port_id': '9508a9f6-aa96-462c-9fcf-870f5505d80f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'mac_address': 'fa:16:3e:32:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62774243-bf60-4ab7-8cd3-818a83414ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:40:01Z', 'updated_at': '2022-03-30T16:40:31Z', 'revision_number': 1, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:40:02Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:34.130829 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-530c9e2c-b067-431f-90dc-0168356c4e94 req-9a8de446-1903-4802-9386-5d8dee3e1fb2 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563972 Mar 30 16:40:34.153782 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36252) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:34.161103 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c2eff-25fd-4e71-88f4-de62ff304ec1 None None] The sync data for ids ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'] in dv-cinder-835871-1-smb is: [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '2458016a-2161-4ec1-9d05-4ab838559563', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'port_id': '9508a9f6-aa96-462c-9fcf-870f5505d80f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'mac_address': 'fa:16:3e:32:4c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62774243-bf60-4ab7-8cd3-818a83414ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:40:01Z', 'updated_at': '2022-03-30T16:40:31Z', 'revision_number': 1, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:40:02Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:40:34.298722 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:34.373301 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71cdcc0-5778-470d-bf1e-24f07f560abe None None] New status for floating IP 2458016a-2161-4ec1-9d05-4ab838559563: ACTIVE {{(pid=105698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:40:34.412789 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Publish callbacks [] for security_group (aed9c0a6-c034-40fe-9f3c-6727937e79e2), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:34.510701 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (aed9c0a6-c034-40fe-9f3c-6727937e79e2), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:34.551996 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bdcf0b445a334e078f90cb30bb559c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3971293 Mar 30 16:40:34.552877 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed9c0a6-c034-40fe-9f3c-6727937e79e2,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:34.554768 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36264) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:34.564266 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.568133 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.568133 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.568133 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.568133 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.568133 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.568133 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.568133 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.571880 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.572261 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.572608 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.572979 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.573319 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.574687 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.574687 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f6dde-02d4-4c19-af41-0a43f9bc30a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.615961 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Publish callbacks [] for security_group (aed9c0a6-c034-40fe-9f3c-6727937e79e2), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:34.642119 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Publish callbacks [] for security_group (aed9c0a6-c034-40fe-9f3c-6727937e79e2), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:34.813924 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (aed9c0a6-c034-40fe-9f3c-6727937e79e2), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:34.822416 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:34.822416 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aed9c0a6-c034-40fe-9f3c-6727937e79e2 HTTP/1.1" status: 204 len: 168 time: 0.2621336 Mar 30 16:40:34.827793 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed9c0a6-c034-40fe-9f3c-6727937e79e2,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:34.837223 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.837848 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.838375 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.838913 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.839464 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.839881 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.840295 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.840701 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.841151 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.841540 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.842053 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.842565 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.843083 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.843814 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:34.844144 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d352b72-0507-41d9-ae2a-4729732592ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:35.240958 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b2b40-ff5b-45b3-86db-cabfa202485b req-453bdab4-a1af-471d-992d-5bbec6290fe5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:35.242480 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-892b2b40-ff5b-45b3-86db-cabfa202485b req-453bdab4-a1af-471d-992d-5bbec6290fe5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0547864 Mar 30 16:40:35.265895 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.300535 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-892b2b40-ff5b-45b3-86db-cabfa202485b req-cd2e6558-bd41-413f-9252-9ec4b12faed0 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523837 Mar 30 16:40:35.522442 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36306) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:35.638316 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-cc98af6c-d022-4caf-9ce0-ccb7ce1ec891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.712680 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-cc98af6c-d022-4caf-9ce0-ccb7ce1ec891 admin admin] Publish callbacks [] for security_group (98b78c82-d5aa-4bf2-9c00-644857c43097), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.853837 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-cc98af6c-d022-4caf-9ce0-ccb7ce1ec891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (98b78c82-d5aa-4bf2-9c00-644857c43097), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.897828 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-cc98af6c-d022-4caf-9ce0-ccb7ce1ec891 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f086177345f4f868cfe2ec0e4d2c28b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742881 Mar 30 16:40:35.898694 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98af6c-d022-4caf-9ce0-ccb7ce1ec891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b78c82-d5aa-4bf2-9c00-644857c43097,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:35.900561 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36326) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:35.965453 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9e9bff1b-70c1-4b7c-bd04-ed75079aa20e admin admin] Publish callbacks [] for security_group (98b78c82-d5aa-4bf2-9c00-644857c43097), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.988001 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9e9bff1b-70c1-4b7c-bd04-ed75079aa20e admin admin] Publish callbacks [] for security_group (98b78c82-d5aa-4bf2-9c00-644857c43097), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.005290 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36328) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:36.023875 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-d3cde5d3-9206-420a-b096-b82ead844a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.145155 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9e9bff1b-70c1-4b7c-bd04-ed75079aa20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (98b78c82-d5aa-4bf2-9c00-644857c43097), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.147816 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9e9bff1b-70c1-4b7c-bd04-ed75079aa20e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.149121 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-9e9bff1b-70c1-4b7c-bd04-ed75079aa20e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98b78c82-d5aa-4bf2-9c00-644857c43097 HTTP/1.1" status: 204 len: 168 time: 0.2468376 Mar 30 16:40:36.157656 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bff1b-70c1-4b7c-bd04-ed75079aa20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b78c82-d5aa-4bf2-9c00-644857c43097,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:36.205756 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-d3cde5d3-9206-420a-b096-b82ead844a66 admin admin] Publish callbacks [] for security_group (31b300a1-ae07-4103-8874-a1eac5badce2), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.277184 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-d3cde5d3-9206-420a-b096-b82ead844a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (31b300a1-ae07-4103-8874-a1eac5badce2), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.316652 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-d3cde5d3-9206-420a-b096-b82ead844a66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9860763729a24ff0b46f7b4e9dfc2af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102705 Mar 30 16:40:36.317702 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cde5d3-9206-420a-b096-b82ead844a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b300a1-ae07-4103-8874-a1eac5badce2,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:36.319395 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36336) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:36.414680 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ec712698-e5be-4c2c-a0cc-dd931a3cf622 admin admin] Publish callbacks [] for security_group (31b300a1-ae07-4103-8874-a1eac5badce2), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.443639 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ec712698-e5be-4c2c-a0cc-dd931a3cf622 admin admin] Publish callbacks [] for security_group (31b300a1-ae07-4103-8874-a1eac5badce2), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.448468 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.457267 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e56604-79cc-4244-8f19-1972f6037e73 req-f016d3dc-31b7-4b71-9ca6-83e8cd3175ff tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:36.458762 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e4e56604-79cc-4244-8f19-1972f6037e73 req-f016d3dc-31b7-4b71-9ca6-83e8cd3175ff tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0857489 Mar 30 16:40:36.525224 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e4e56604-79cc-4244-8f19-1972f6037e73 req-6bc2d295-e35a-4056-b710-df142bf05512 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576777 Mar 30 16:40:36.572095 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36344) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:36.644689 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ec712698-e5be-4c2c-a0cc-dd931a3cf622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (31b300a1-ae07-4103-8874-a1eac5badce2), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.647849 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ec712698-e5be-4c2c-a0cc-dd931a3cf622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.649053 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-ec712698-e5be-4c2c-a0cc-dd931a3cf622 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31b300a1-ae07-4103-8874-a1eac5badce2 HTTP/1.1" status: 204 len: 168 time: 0.3272746 Mar 30 16:40:36.657528 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec712698-e5be-4c2c-a0cc-dd931a3cf622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b300a1-ae07-4103-8874-a1eac5badce2,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:36.683897 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1fb338ea-eb1f-40c7-a690-f6d9ae4173cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.759132 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1fb338ea-eb1f-40c7-a690-f6d9ae4173cd admin admin] Publish callbacks [] for security_group (93807cb1-a639-48f1-b122-30c7cf718fb2), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.856055 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1fb338ea-eb1f-40c7-a690-f6d9ae4173cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (93807cb1-a639-48f1-b122-30c7cf718fb2), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.899268 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-1fb338ea-eb1f-40c7-a690-f6d9ae4173cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=928d2669781a44579b3487229857af24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247757 Mar 30 16:40:36.900456 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb338ea-eb1f-40c7-a690-f6d9ae4173cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93807cb1-a639-48f1-b122-30c7cf718fb2,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:36.900630 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36356) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:36.952558 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea2e3-3351-4295-9bb7-bfb257cbf970 admin admin] Publish callbacks [] for security_group (93807cb1-a639-48f1-b122-30c7cf718fb2), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:36.974243 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea2e3-3351-4295-9bb7-bfb257cbf970 admin admin] Publish callbacks [] for security_group (93807cb1-a639-48f1-b122-30c7cf718fb2), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.130668 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36364) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:37.144310 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-342ec677-6a87-459e-82f6-289a27e075fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.240727 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea2e3-3351-4295-9bb7-bfb257cbf970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (93807cb1-a639-48f1-b122-30c7cf718fb2), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.243498 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea2e3-3351-4295-9bb7-bfb257cbf970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.244724 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-ce2ea2e3-3351-4295-9bb7-bfb257cbf970 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93807cb1-a639-48f1-b122-30c7cf718fb2 HTTP/1.1" status: 204 len: 168 time: 0.3425324 Mar 30 16:40:37.262465 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ea2e3-3351-4295-9bb7-bfb257cbf970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93807cb1-a639-48f1-b122-30c7cf718fb2,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:37.324296 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-342ec677-6a87-459e-82f6-289a27e075fe admin admin] Publish callbacks [] for security_group (7a3ab14b-5c7c-4a9d-b3a4-91ecfc36fc3d), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.478716 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-342ec677-6a87-459e-82f6-289a27e075fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (7a3ab14b-5c7c-4a9d-b3a4-91ecfc36fc3d), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.518745 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-342ec677-6a87-459e-82f6-289a27e075fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d50e61690a64a29ae95e32b30093a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869829 Mar 30 16:40:37.519917 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec677-6a87-459e-82f6-289a27e075fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3ab14b-5c7c-4a9d-b3a4-91ecfc36fc3d,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:37.521415 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36374) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:37.570016 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a35d911b-5afa-44d5-8538-b89f68492ea3 admin admin] Publish callbacks [] for security_group (7a3ab14b-5c7c-4a9d-b3a4-91ecfc36fc3d), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.592003 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a35d911b-5afa-44d5-8538-b89f68492ea3 admin admin] Publish callbacks [] for security_group (7a3ab14b-5c7c-4a9d-b3a4-91ecfc36fc3d), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.658274 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab58028-a829-42bb-acd1-b6c0aa5c8fc8 req-691389d7-533d-4030-8cf0-fe080972f943 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:37.660246 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9ab58028-a829-42bb-acd1-b6c0aa5c8fc8 req-691389d7-533d-4030-8cf0-fe080972f943 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0637219 Mar 30 16:40:37.710517 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9ab58028-a829-42bb-acd1-b6c0aa5c8fc8 req-90ba41ef-4f07-420f-86de-2764b0399046 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438609 Mar 30 16:40:37.722361 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a35d911b-5afa-44d5-8538-b89f68492ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (7a3ab14b-5c7c-4a9d-b3a4-91ecfc36fc3d), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.725172 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a35d911b-5afa-44d5-8538-b89f68492ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.728873 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-a35d911b-5afa-44d5-8538-b89f68492ea3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a3ab14b-5c7c-4a9d-b3a4-91ecfc36fc3d HTTP/1.1" status: 204 len: 168 time: 0.2038705 Mar 30 16:40:37.735453 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d911b-5afa-44d5-8538-b89f68492ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3ab14b-5c7c-4a9d-b3a4-91ecfc36fc3d,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:38.014618 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36392) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:38.023326 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-698eb7c7-55d7-4953-bb91-fda175160340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:38.114882 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-698eb7c7-55d7-4953-bb91-fda175160340 admin admin] Publish callbacks [] for security_group (9740e017-acc1-40f0-bf8b-7e36c276e994), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:38.190865 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:38.193194 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-698eb7c7-55d7-4953-bb91-fda175160340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (9740e017-acc1-40f0-bf8b-7e36c276e994), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:38.235754 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-698eb7c7-55d7-4953-bb91-fda175160340 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07b1041fc2704d26a1fb776019431ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237639 Mar 30 16:40:38.237699 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698eb7c7-55d7-4953-bb91-fda175160340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9740e017-acc1-40f0-bf8b-7e36c276e994,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:38.238452 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36396) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:38.292721 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-abf0239b-35d8-4cfc-bf85-416bac31487f admin admin] Publish callbacks [] for security_group (9740e017-acc1-40f0-bf8b-7e36c276e994), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:38.315274 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-abf0239b-35d8-4cfc-bf85-416bac31487f admin admin] Publish callbacks [] for security_group (9740e017-acc1-40f0-bf8b-7e36c276e994), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:38.472317 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-abf0239b-35d8-4cfc-bf85-416bac31487f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (9740e017-acc1-40f0-bf8b-7e36c276e994), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:38.475014 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-abf0239b-35d8-4cfc-bf85-416bac31487f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:38.476371 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-abf0239b-35d8-4cfc-bf85-416bac31487f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9740e017-acc1-40f0-bf8b-7e36c276e994 HTTP/1.1" status: 204 len: 168 time: 0.2363293 Mar 30 16:40:38.484799 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0239b-35d8-4cfc-bf85-416bac31487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9740e017-acc1-40f0-bf8b-7e36c276e994,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:38.832670 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd654e8-f392-4eae-be31-f363cf706c16 req-c388501a-7f0e-4b50-ae31-2cf27906e6c2 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:38.834204 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bfd654e8-f392-4eae-be31-f363cf706c16 req-c388501a-7f0e-4b50-ae31-2cf27906e6c2 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0567203 Mar 30 16:40:38.885994 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bfd654e8-f392-4eae-be31-f363cf706c16 req-ba31561f-d88c-4e9f-8e82-226b1dd3bba5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 Mar 30 16:40:40.024620 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d97739-0870-462d-ae48-07df80928fc1 req-c19f2ea6-89e7-47e7-8776-951c3a2ecaa8 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:40.031936 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-02d97739-0870-462d-ae48-07df80928fc1 req-c19f2ea6-89e7-47e7-8776-951c3a2ecaa8 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0663033 Mar 30 16:40:40.093804 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-02d97739-0870-462d-ae48-07df80928fc1 req-ef729eb3-370a-4335-b738-6d99d144d732 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584166 Mar 30 16:40:40.723965 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36506) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:40.917712 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ad34f520-660f-4288-a697-08eb6badb0a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:41.007904 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ad34f520-660f-4288-a697-08eb6badb0a1 admin admin] Publish callbacks [] for security_group (e2aa5bd4-0713-4581-ba0a-f288239a1dcb), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:41.101672 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ad34f520-660f-4288-a697-08eb6badb0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (e2aa5bd4-0713-4581-ba0a-f288239a1dcb), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:41.148655 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-ad34f520-660f-4288-a697-08eb6badb0a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1bcdc308b5845caab7503b825bfaab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4213483 Mar 30 16:40:41.148655 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34f520-660f-4288-a697-08eb6badb0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aa5bd4-0713-4581-ba0a-f288239a1dcb,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:41.149355 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36530) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:41.227189 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-db3148aa-bb93-4c74-a81d-fda73f34dfd1 admin admin] Publish callbacks [] for security_group (e2aa5bd4-0713-4581-ba0a-f288239a1dcb), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:41.270571 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-db3148aa-bb93-4c74-a81d-fda73f34dfd1 admin admin] Publish callbacks [] for security_group (e2aa5bd4-0713-4581-ba0a-f288239a1dcb), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:41.305873 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725325c-6ee9-4c30-a2cb-5ce1de3d4867 req-fb9a3ff7-556e-4e5e-9fae-a7354b0db098 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:41.307378 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4725325c-6ee9-4c30-a2cb-5ce1de3d4867 req-fb9a3ff7-556e-4e5e-9fae-a7354b0db098 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0937960 Mar 30 16:40:41.374016 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4725325c-6ee9-4c30-a2cb-5ce1de3d4867 req-c14c7c04-3110-4b69-9e20-d0e82f9bde6b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590107 Mar 30 16:40:41.442225 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-db3148aa-bb93-4c74-a81d-fda73f34dfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (e2aa5bd4-0713-4581-ba0a-f288239a1dcb), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:41.444930 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-db3148aa-bb93-4c74-a81d-fda73f34dfd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:41.446070 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-db3148aa-bb93-4c74-a81d-fda73f34dfd1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2aa5bd4-0713-4581-ba0a-f288239a1dcb HTTP/1.1" status: 204 len: 168 time: 0.2957270 Mar 30 16:40:41.455387 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3148aa-bb93-4c74-a81d-fda73f34dfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aa5bd4-0713-4581-ba0a-f288239a1dcb,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:41.968629 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:40:42.520803 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917079cb-a18c-4663-8731-e233cd58b833 req-2db3c06c-b7d5-415d-9cc9-698866e68e93 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:42.522320 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-917079cb-a18c-4663-8731-e233cd58b833 req-2db3c06c-b7d5-415d-9cc9-698866e68e93 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0537097 Mar 30 16:40:42.573587 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-917079cb-a18c-4663-8731-e233cd58b833 req-be553dba-9531-4ec7-b763-f2700660f91b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430481 Mar 30 16:40:43.708086 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afb1a4-8990-4844-90ad-b15d854723c9 req-14c029e9-73ce-4cde-8f6b-c6c62e98b4b7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:43.709659 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-37afb1a4-8990-4844-90ad-b15d854723c9 req-14c029e9-73ce-4cde-8f6b-c6c62e98b4b7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0629723 Mar 30 16:40:43.761376 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-37afb1a4-8990-4844-90ad-b15d854723c9 req-3c386000-4917-4900-aea4-e361c62df7d5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459659 Mar 30 16:40:44.272248 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36644) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:44.488688 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-40ecb1a0-f81c-4bdb-990f-2fef6d5e9f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:44.574047 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-40ecb1a0-f81c-4bdb-990f-2fef6d5e9f4d admin admin] Publish callbacks [] for security_group (76c15178-a091-4b16-83a9-4a7d2da7ae94), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:44.676134 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-40ecb1a0-f81c-4bdb-990f-2fef6d5e9f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (76c15178-a091-4b16-83a9-4a7d2da7ae94), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:44.715078 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-40ecb1a0-f81c-4bdb-990f-2fef6d5e9f4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11f80aed740b43e8a254723ace311fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416325 Mar 30 16:40:44.718508 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecb1a0-f81c-4bdb-990f-2fef6d5e9f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c15178-a091-4b16-83a9-4a7d2da7ae94,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:44.718508 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36662) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:44.774884 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-bc5b56aa-b918-4ed5-a83b-cf01d9f15ac8 admin admin] Publish callbacks [] for security_group (76c15178-a091-4b16-83a9-4a7d2da7ae94), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:44.799655 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-bc5b56aa-b918-4ed5-a83b-cf01d9f15ac8 admin admin] Publish callbacks [] for security_group (76c15178-a091-4b16-83a9-4a7d2da7ae94), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:44.885653 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9acd4d-55a9-4f6b-a13b-dcf75e79ab47 req-b37c7555-9afa-4254-8b7c-4ec1e3f13ea0 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:44.887372 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9c9acd4d-55a9-4f6b-a13b-dcf75e79ab47 req-b37c7555-9afa-4254-8b7c-4ec1e3f13ea0 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0582078 Mar 30 16:40:44.934464 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9c9acd4d-55a9-4f6b-a13b-dcf75e79ab47 req-ee7f6631-7dbc-4bbd-9c17-e2c4f1dac13a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413930 Mar 30 16:40:44.950472 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-bc5b56aa-b918-4ed5-a83b-cf01d9f15ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (76c15178-a091-4b16-83a9-4a7d2da7ae94), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:44.953286 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-bc5b56aa-b918-4ed5-a83b-cf01d9f15ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:44.955326 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-bc5b56aa-b918-4ed5-a83b-cf01d9f15ac8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76c15178-a091-4b16-83a9-4a7d2da7ae94 HTTP/1.1" status: 204 len: 168 time: 0.2360594 Mar 30 16:40:44.963131 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b56aa-b918-4ed5-a83b-cf01d9f15ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c15178-a091-4b16-83a9-4a7d2da7ae94,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:45.263474 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36672) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:45.376072 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8ccd095d-934c-44f3-b596-2d0aa8b5da74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:45.457145 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8ccd095d-934c-44f3-b596-2d0aa8b5da74 admin admin] Publish callbacks [] for security_group (422a0c3d-a0cd-4b80-9d46-16b34cc14f0b), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:45.546898 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8ccd095d-934c-44f3-b596-2d0aa8b5da74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (422a0c3d-a0cd-4b80-9d46-16b34cc14f0b), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:45.585234 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-8ccd095d-934c-44f3-b596-2d0aa8b5da74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16c97fb6a7144c64bd8cd83efca9fbb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206816 Mar 30 16:40:45.586185 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd095d-934c-44f3-b596-2d0aa8b5da74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422a0c3d-a0cd-4b80-9d46-16b34cc14f0b,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:45.588095 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36682) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:45.644663 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2f746b73-4687-4cee-a7a1-465e4f379221 admin admin] Publish callbacks [] for security_group (422a0c3d-a0cd-4b80-9d46-16b34cc14f0b), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:45.667282 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2f746b73-4687-4cee-a7a1-465e4f379221 admin admin] Publish callbacks [] for security_group (422a0c3d-a0cd-4b80-9d46-16b34cc14f0b), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:45.703228 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36684) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:45.716132 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a2-dbf2-49fa-a7b8-7cb4f39e9594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:45.800639 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2f746b73-4687-4cee-a7a1-465e4f379221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (422a0c3d-a0cd-4b80-9d46-16b34cc14f0b), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:45.803197 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2f746b73-4687-4cee-a7a1-465e4f379221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:45.804390 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-2f746b73-4687-4cee-a7a1-465e4f379221 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/422a0c3d-a0cd-4b80-9d46-16b34cc14f0b HTTP/1.1" status: 204 len: 168 time: 0.2151775 Mar 30 16:40:45.823545 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f746b73-4687-4cee-a7a1-465e4f379221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422a0c3d-a0cd-4b80-9d46-16b34cc14f0b,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:45.872212 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a2-dbf2-49fa-a7b8-7cb4f39e9594 admin admin] Publish callbacks [] for security_group (9e56e2dd-3d15-4fc3-abb1-d29421e4c1a2), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:45.952862 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a2-dbf2-49fa-a7b8-7cb4f39e9594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (9e56e2dd-3d15-4fc3-abb1-d29421e4c1a2), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:45.997272 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-8626b3a2-dbf2-49fa-a7b8-7cb4f39e9594 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25bec26a35614080b73a61d62a6e2fc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928214 Mar 30 16:40:45.998677 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626b3a2-dbf2-49fa-a7b8-7cb4f39e9594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e56e2dd-3d15-4fc3-abb1-d29421e4c1a2,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:46.000437 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36696) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:46.087744 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d41b067f-ea73-41c0-b917-5229ddd33cf8 admin admin] Publish callbacks [] for security_group (9e56e2dd-3d15-4fc3-abb1-d29421e4c1a2), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:46.108155 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7366c-7591-45e0-a822-c8cdc599e0af req-dbd187fc-9c97-4192-b385-d90225b7c24b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:46.110322 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c0b7366c-7591-45e0-a822-c8cdc599e0af req-dbd187fc-9c97-4192-b385-d90225b7c24b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0889599 Mar 30 16:40:46.122476 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d41b067f-ea73-41c0-b917-5229ddd33cf8 admin admin] Publish callbacks [] for security_group (9e56e2dd-3d15-4fc3-abb1-d29421e4c1a2), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:46.190680 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c0b7366c-7591-45e0-a822-c8cdc599e0af req-f4727718-d22e-4e46-a25a-160bde89995e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730891 Mar 30 16:40:46.358521 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d41b067f-ea73-41c0-b917-5229ddd33cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (9e56e2dd-3d15-4fc3-abb1-d29421e4c1a2), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:46.362033 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d41b067f-ea73-41c0-b917-5229ddd33cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:46.363175 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-d41b067f-ea73-41c0-b917-5229ddd33cf8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e56e2dd-3d15-4fc3-abb1-d29421e4c1a2 HTTP/1.1" status: 204 len: 168 time: 0.3610666 Mar 30 16:40:46.371003 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b067f-ea73-41c0-b917-5229ddd33cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e56e2dd-3d15-4fc3-abb1-d29421e4c1a2,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:46.737771 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36708) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:46.751259 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b226ba6c-d66a-4013-bb10-64749c5ed399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:46.827900 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b226ba6c-d66a-4013-bb10-64749c5ed399 admin admin] Publish callbacks [] for security_group (47a83541-abcc-41d6-9bbd-61c33d4ca584), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:46.904559 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b226ba6c-d66a-4013-bb10-64749c5ed399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (47a83541-abcc-41d6-9bbd-61c33d4ca584), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:46.949194 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-b226ba6c-d66a-4013-bb10-64749c5ed399 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e75674d0b767412983b6a06ff5185acc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083938 Mar 30 16:40:46.949194 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226ba6c-d66a-4013-bb10-64749c5ed399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a83541-abcc-41d6-9bbd-61c33d4ca584,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:46.949645 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36726) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:47.008238 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f88fbb59-f1a7-4d43-998b-561e2a90af81 admin admin] Publish callbacks [] for security_group (47a83541-abcc-41d6-9bbd-61c33d4ca584), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:47.029795 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f88fbb59-f1a7-4d43-998b-561e2a90af81 admin admin] Publish callbacks [] for security_group (47a83541-abcc-41d6-9bbd-61c33d4ca584), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:47.152609 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f88fbb59-f1a7-4d43-998b-561e2a90af81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (47a83541-abcc-41d6-9bbd-61c33d4ca584), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:47.155388 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f88fbb59-f1a7-4d43-998b-561e2a90af81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:47.156751 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-f88fbb59-f1a7-4d43-998b-561e2a90af81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47a83541-abcc-41d6-9bbd-61c33d4ca584 HTTP/1.1" status: 204 len: 168 time: 0.2060301 Mar 30 16:40:47.172912 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fbb59-f1a7-4d43-998b-561e2a90af81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a83541-abcc-41d6-9bbd-61c33d4ca584,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:47.309376 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ea01-5a54-4d33-9ebd-70daf2033472 req-8e08b902-257b-4e4e-9193-237cca901405 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:47.310952 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f7e9ea01-5a54-4d33-9ebd-70daf2033472 req-8e08b902-257b-4e4e-9193-237cca901405 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0534129 Mar 30 16:40:47.360782 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f7e9ea01-5a54-4d33-9ebd-70daf2033472 req-47bc0ea3-0524-4877-8020-28615bbdc7e8 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436823 Mar 30 16:40:48.495709 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b722ebe-23f5-41d3-b096-712c5c072a8b req-a78b1ac1-0e62-4167-836a-c1cbd97fd4bd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:48.499279 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0b722ebe-23f5-41d3-b096-712c5c072a8b req-a78b1ac1-0e62-4167-836a-c1cbd97fd4bd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0660775 Mar 30 16:40:48.550281 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36786) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:48.557982 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0b722ebe-23f5-41d3-b096-712c5c072a8b req-617090c1-a720-4f55-a979-3375dccefd11 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484474 Mar 30 16:40:48.738524 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-af850b76-5acc-489c-a08f-8d056dc8c1ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:48.823392 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-af850b76-5acc-489c-a08f-8d056dc8c1ca admin admin] Publish callbacks [] for security_group (df03add1-30e7-46db-9fd8-3c465623eb4b), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:48.941433 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-af850b76-5acc-489c-a08f-8d056dc8c1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (df03add1-30e7-46db-9fd8-3c465623eb4b), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:48.985830 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-af850b76-5acc-489c-a08f-8d056dc8c1ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca86b3133e9a45f9b727b6fd4a27365c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289567 Mar 30 16:40:48.985830 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36806) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:48.990910 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af850b76-5acc-489c-a08f-8d056dc8c1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df03add1-30e7-46db-9fd8-3c465623eb4b,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:49.038897 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f0c44c42-ef66-41d9-8704-b778522d4d8a admin admin] Publish callbacks [] for security_group (df03add1-30e7-46db-9fd8-3c465623eb4b), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:49.060574 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f0c44c42-ef66-41d9-8704-b778522d4d8a admin admin] Publish callbacks [] for security_group (df03add1-30e7-46db-9fd8-3c465623eb4b), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:49.276304 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f0c44c42-ef66-41d9-8704-b778522d4d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (df03add1-30e7-46db-9fd8-3c465623eb4b), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:49.278956 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f0c44c42-ef66-41d9-8704-b778522d4d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:49.280172 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-f0c44c42-ef66-41d9-8704-b778522d4d8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df03add1-30e7-46db-9fd8-3c465623eb4b HTTP/1.1" status: 204 len: 168 time: 0.2956514 Mar 30 16:40:49.291782 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c44c42-ef66-41d9-8704-b778522d4d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df03add1-30e7-46db-9fd8-3c465623eb4b,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:49.719600 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf5a2-7ec0-4e43-a0b2-e62a7edd4238 req-d57e24fe-0d23-41eb-96b8-22118b846739 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:49.721333 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-65acf5a2-7ec0-4e43-a0b2-e62a7edd4238 req-d57e24fe-0d23-41eb-96b8-22118b846739 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0755672 Mar 30 16:40:49.771627 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-65acf5a2-7ec0-4e43-a0b2-e62a7edd4238 req-edb833ec-e87a-45a3-8c74-7519aa2f7aaf tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442727 Mar 30 16:40:50.118060 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36832) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:50.131133 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9b391ec6-a591-4333-9b8f-c1b928ee66d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:50.205647 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9b391ec6-a591-4333-9b8f-c1b928ee66d2 admin admin] Publish callbacks [] for security_group (f819114e-987d-4626-a3fe-a189561b5aff), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:50.310739 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9b391ec6-a591-4333-9b8f-c1b928ee66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (f819114e-987d-4626-a3fe-a189561b5aff), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:50.350392 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-9b391ec6-a591-4333-9b8f-c1b928ee66d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86cd6aa5427e4518874e0e6b676dd177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312047 Mar 30 16:40:50.351277 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b391ec6-a591-4333-9b8f-c1b928ee66d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f819114e-987d-4626-a3fe-a189561b5aff,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:50.353104 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36834) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:50.403665 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-33d4ca83-829b-4b8f-8604-bad160f3c288 admin admin] Publish callbacks [] for security_group (f819114e-987d-4626-a3fe-a189561b5aff), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:50.425536 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-33d4ca83-829b-4b8f-8604-bad160f3c288 admin admin] Publish callbacks [] for security_group (f819114e-987d-4626-a3fe-a189561b5aff), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:50.556198 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-33d4ca83-829b-4b8f-8604-bad160f3c288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (f819114e-987d-4626-a3fe-a189561b5aff), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:50.558925 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-33d4ca83-829b-4b8f-8604-bad160f3c288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:50.560076 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-33d4ca83-829b-4b8f-8604-bad160f3c288 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f819114e-987d-4626-a3fe-a189561b5aff HTTP/1.1" status: 204 len: 168 time: 0.2060068 Mar 30 16:40:50.569183 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4ca83-829b-4b8f-8604-bad160f3c288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f819114e-987d-4626-a3fe-a189561b5aff,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:50.894759 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587ef91-7301-453e-b2e6-abfe84557064 req-1a1a744d-5177-4c96-a923-2ba8e72bb491 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:50.896364 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f587ef91-7301-453e-b2e6-abfe84557064 req-1a1a744d-5177-4c96-a923-2ba8e72bb491 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0535333 Mar 30 16:40:50.944411 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f587ef91-7301-453e-b2e6-abfe84557064 req-4bebb7b6-0ae0-47c2-b23d-f09340551809 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423856 Mar 30 16:40:51.794400 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36882) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:51.889553 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1031582042-network', 'tenant_id': '88706256b8ec4e119ff7b3c0fd2819c1'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:52.032985 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] Made reservation on behalf of 88706256b8ec4e119ff7b3c0fd2819c1 for: {'network': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:52.035388 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:52.053615 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:52.063523 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452df60-3248-4c83-b7c7-39b39eb79f96 req-76145f53-3808-407a-af72-44c0700fdfdd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:52.065085 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9452df60-3248-4c83-b7c7-39b39eb79f96 req-76145f53-3808-407a-af72-44c0700fdfdd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0532174 Mar 30 16:40:52.116306 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9452df60-3248-4c83-b7c7-39b39eb79f96 req-008ca7c8-3769-4754-95c4-61d8b1f6a071 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452182 Mar 30 16:40:52.123511 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] Publish callbacks [] for security_group (e9f3ce41-1953-44d4-aa92-25a6db6adad6), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:52.242437 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (e9f3ce41-1953-44d4-aa92-25a6db6adad6), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:52.263857 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=105697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:40:52.279881 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f3ce41-1953-44d4-aa92-25a6db6adad6,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:52.283398 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (1bc1eec7-c67b-4934-9eb5-e820eec9e688), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:52.283750 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.segments_db [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] Added segment 1bc1eec7-c67b-4934-9eb5-e820eec9e688 of type vlan for network 1c91509a-6321-46c3-9109-42502ebe1af1 Mar 30 16:40:52.335015 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (1c91509a-6321-46c3-9109-42502ebe1af1), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:52.512387 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (1c91509a-6321-46c3-9109-42502ebe1af1), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:52.513436 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:52.514054 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:52.571885 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] Pushing event updated for resources: {'Network': ['ID=1c91509a-6321-46c3-9109-42502ebe1af1,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:52.583205 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network 1c91509a-6321-46c3-9109-42502ebe1af1 details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:40:52.664507 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36902) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:52.708117 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-3057bb6c-afa1-4f83-a372-acf76ee22e76 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9087460 Mar 30 16:40:52.708117 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36906) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:52.712106 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-f34b5a4f-7ac3-48e0-976d-af1780ec9232 admin admin] Request body: {'subnet': {'network_id': '1c91509a-6321-46c3-9109-42502ebe1af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1031582042-subnet', 'tenant_id': '88706256b8ec4e119ff7b3c0fd2819c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:52.774564 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6540b6ba-683d-42b1-ac8b-7d1dfab1b0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:52.797871 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34b5a4f-7ac3-48e0-976d-af1780ec9232 admin admin] Made reservation on behalf of 88706256b8ec4e119ff7b3c0fd2819c1 for: {'subnet': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:52.800161 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f34b5a4f-7ac3-48e0-976d-af1780ec9232 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4204541'] for subnet (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:52.923367 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6540b6ba-683d-42b1-ac8b-7d1dfab1b0c6 admin admin] Publish callbacks [] for security_group (43589168-3443-4b7f-aac9-cc60feae2a52), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.009897 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6540b6ba-683d-42b1-ac8b-7d1dfab1b0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (43589168-3443-4b7f-aac9-cc60feae2a52), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.053838 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-6540b6ba-683d-42b1-ac8b-7d1dfab1b0c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85c3065799724b51992347cda254cabd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846395 Mar 30 16:40:53.053838 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540b6ba-683d-42b1-ac8b-7d1dfab1b0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43589168-3443-4b7f-aac9-cc60feae2a52,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:53.054995 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36918) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:53.077522 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f34b5a4f-7ac3-48e0-976d-af1780ec9232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4204523'] for subnet (ac17a21e-6343-4d9a-a30d-fd4c83fd9263), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.150621 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b5a4f-7ac3-48e0-976d-af1780ec9232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac17a21e-6343-4d9a-a30d-fd4c83fd9263,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:53.157965 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3148d57d-65de-4c03-8afe-451ec4f0e120 admin admin] Publish callbacks [] for security_group (43589168-3443-4b7f-aac9-cc60feae2a52), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.178934 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b5a4f-7ac3-48e0-976d-af1780ec9232 admin admin] Checking segment: {'id': '1bc1eec7-c67b-4934-9eb5-e820eec9e688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1c91509a-6321-46c3-9109-42502ebe1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:53.179295 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b5a4f-7ac3-48e0-976d-af1780ec9232 admin admin] Network hostable DHCP agents. Network: 1c91509a-6321-46c3-9109-42502ebe1af1, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:40:53.191898 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3148d57d-65de-4c03-8afe-451ec4f0e120 admin admin] Publish callbacks [] for security_group (43589168-3443-4b7f-aac9-cc60feae2a52), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.283976 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c962488-fc28-4e17-a95b-cdc129130638 req-7aee1bb2-6fea-49b2-a1f5-42aa3eac3e2d tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:53.286002 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2c962488-fc28-4e17-a95b-cdc129130638 req-7aee1bb2-6fea-49b2-a1f5-42aa3eac3e2d tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0919034 Mar 30 16:40:53.311236 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b5a4f-7ac3-48e0-976d-af1780ec9232 admin admin] Network 1c91509a-6321-46c3-9109-42502ebe1af1 is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:40:53.349311 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2c962488-fc28-4e17-a95b-cdc129130638 req-eb245501-d300-43a6-8e03-f884000966fc tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526016 Mar 30 16:40:53.392784 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3148d57d-65de-4c03-8afe-451ec4f0e120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (43589168-3443-4b7f-aac9-cc60feae2a52), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.395620 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3148d57d-65de-4c03-8afe-451ec4f0e120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.396731 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-3148d57d-65de-4c03-8afe-451ec4f0e120 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43589168-3443-4b7f-aac9-cc60feae2a52 HTTP/1.1" status: 204 len: 168 time: 0.3407166 Mar 30 16:40:53.397490 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-f34b5a4f-7ac3-48e0-976d-af1780ec9232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, 1c91509a-6321-46c3-9109-42502ebe1af1) {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:53.407664 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34b5a4f-7ac3-48e0-976d-af1780ec9232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:53.408268 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f34b5a4f-7ac3-48e0-976d-af1780ec9232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.410688 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148d57d-65de-4c03-8afe-451ec4f0e120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43589168-3443-4b7f-aac9-cc60feae2a52,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:53.412938 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e4febc-7a2a-4e42-8384-20b64de17cc3 None None] Network 1c91509a-6321-46c3-9109-42502ebe1af1 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:40:53.498641 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-f34b5a4f-7ac3-48e0-976d-af1780ec9232 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7846482 Mar 30 16:40:53.523374 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8348acec-667e-4c36-8432-ab7602599e9d None None] Network 1c91509a-6321-46c3-9109-42502ebe1af1 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:40:54.427495 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 36986) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:54.434650 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-894390686-network', 'tenant_id': '93a0a7e0210040f5a7537c2ecac12d1b'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:54.475201 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee816b-4b60-48e3-80a3-45ac1640ab92 req-b57ec5d3-c37d-4bec-9c3a-9178b8eaa0b6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:54.476669 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-87ee816b-4b60-48e3-80a3-45ac1640ab92 req-b57ec5d3-c37d-4bec-9c3a-9178b8eaa0b6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0522339 Mar 30 16:40:54.524411 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-87ee816b-4b60-48e3-80a3-45ac1640ab92 req-65dbddee-756e-4fd4-8873-5996b00afb9f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420592 Mar 30 16:40:54.569570 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] Made reservation on behalf of 93a0a7e0210040f5a7537c2ecac12d1b for: {'network': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:54.571976 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:54.580895 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:54.651527 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] Publish callbacks [] for security_group (5b276f63-ef77-49d0-ae20-da2530597e68), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:54.768904 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (5b276f63-ef77-49d0-ae20-da2530597e68), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:54.799796 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=105697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:40:54.806810 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b276f63-ef77-49d0-ae20-da2530597e68,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:54.813448 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (5cc4dcb7-5241-4ea6-9824-da6c846d69cc), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:54.813792 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.segments_db [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] Added segment 5cc4dcb7-5241-4ea6-9824-da6c846d69cc of type vlan for network 517e7fea-6dc6-43a0-966d-e2a7b126c216 Mar 30 16:40:54.855990 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (517e7fea-6dc6-43a0-966d-e2a7b126c216), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:54.871216 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 36998) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:54.975608 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (517e7fea-6dc6-43a0-966d-e2a7b126c216), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:54.976690 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:54.977366 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:54.979272 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8bbeec40-7b40-4ec9-b602-08584e50a59f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:55.041468 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] Pushing event updated for resources: {'Network': ['ID=517e7fea-6dc6-43a0-966d-e2a7b126c216,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:55.051363 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network 517e7fea-6dc6-43a0-966d-e2a7b126c216 details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:40:55.058423 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8bbeec40-7b40-4ec9-b602-08584e50a59f admin admin] Publish callbacks [] for security_group (234ddc9f-626b-4434-b876-7c17ffb42aba), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:55.119246 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-7939f3a8-ed47-4886-b262-1c7eabb1e04e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6892924 Mar 30 16:40:55.122048 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 37010) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:55.127307 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-3425b7ca-df15-4903-aa54-db442830155a admin admin] Request body: {'subnet': {'network_id': '517e7fea-6dc6-43a0-966d-e2a7b126c216', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-894390686-subnet', 'tenant_id': '93a0a7e0210040f5a7537c2ecac12d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:55.201877 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8bbeec40-7b40-4ec9-b602-08584e50a59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (234ddc9f-626b-4434-b876-7c17ffb42aba), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:55.242175 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-8bbeec40-7b40-4ec9-b602-08584e50a59f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ddbc30e5ae84e85a09ab608b6ab3bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698919 Mar 30 16:40:55.243120 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeec40-7b40-4ec9-b602-08584e50a59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234ddc9f-626b-4434-b876-7c17ffb42aba,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:55.244925 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 37012) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:55.296375 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e3dc56e8-4de3-4222-9ee5-ec1138575c54 admin admin] Publish callbacks [] for security_group (234ddc9f-626b-4434-b876-7c17ffb42aba), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:55.317912 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e3dc56e8-4de3-4222-9ee5-ec1138575c54 admin admin] Publish callbacks [] for security_group (234ddc9f-626b-4434-b876-7c17ffb42aba), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:55.338956 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3425b7ca-df15-4903-aa54-db442830155a admin admin] Made reservation on behalf of 93a0a7e0210040f5a7537c2ecac12d1b for: {'subnet': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:55.341254 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3425b7ca-df15-4903-aa54-db442830155a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4204541'] for subnet (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:55.492346 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e3dc56e8-4de3-4222-9ee5-ec1138575c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (234ddc9f-626b-4434-b876-7c17ffb42aba), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:55.496004 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e3dc56e8-4de3-4222-9ee5-ec1138575c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:55.497249 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-e3dc56e8-4de3-4222-9ee5-ec1138575c54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/234ddc9f-626b-4434-b876-7c17ffb42aba HTTP/1.1" status: 204 len: 168 time: 0.2513354 Mar 30 16:40:55.509974 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc56e8-4de3-4222-9ee5-ec1138575c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234ddc9f-626b-4434-b876-7c17ffb42aba,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:55.678987 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dfb78-5a1c-4ed2-b5f3-1ec3609674d8 req-3f77132f-90c5-4a87-84f3-2c782ab25bbc tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:55.684718 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f09dfb78-5a1c-4ed2-b5f3-1ec3609674d8 req-3f77132f-90c5-4a87-84f3-2c782ab25bbc tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0630612 Mar 30 16:40:55.695546 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3425b7ca-df15-4903-aa54-db442830155a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4204523'] for subnet (ea4d9575-a605-4f23-a406-100d7148068a), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:55.809841 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f09dfb78-5a1c-4ed2-b5f3-1ec3609674d8 req-c48b3ffe-1f13-4898-a13f-99b4707b8468 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237249 Mar 30 16:40:55.813042 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425b7ca-df15-4903-aa54-db442830155a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4d9575-a605-4f23-a406-100d7148068a,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:55.823180 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3425b7ca-df15-4903-aa54-db442830155a admin admin] Checking segment: {'id': '5cc4dcb7-5241-4ea6-9824-da6c846d69cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '517e7fea-6dc6-43a0-966d-e2a7b126c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:55.823547 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3425b7ca-df15-4903-aa54-db442830155a admin admin] Network hostable DHCP agents. Network: 517e7fea-6dc6-43a0-966d-e2a7b126c216, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:40:55.933895 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3425b7ca-df15-4903-aa54-db442830155a admin admin] Network 517e7fea-6dc6-43a0-966d-e2a7b126c216 is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:40:56.042670 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-3425b7ca-df15-4903-aa54-db442830155a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, 517e7fea-6dc6-43a0-966d-e2a7b126c216) {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:56.047209 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425b7ca-df15-4903-aa54-db442830155a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:56.047836 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3425b7ca-df15-4903-aa54-db442830155a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.052362 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c19f22b-fc23-488d-a9d2-d8307b1719b7 None None] Network 517e7fea-6dc6-43a0-966d-e2a7b126c216 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:40:56.144462 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-3425b7ca-df15-4903-aa54-db442830155a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0211146 Mar 30 16:40:56.151404 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a0a54-cbf4-4703-8fb7-2e90bc89fa63 None None] Network 517e7fea-6dc6-43a0-966d-e2a7b126c216 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:40:56.201950 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 37024) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:56.219212 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d7737764-2f12-4494-b4b3-708c5e2647a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.298821 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d7737764-2f12-4494-b4b3-708c5e2647a8 admin admin] Publish callbacks [] for security_group (dec5ed8e-8d87-483e-bff2-f41e89169a6f), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.379212 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d7737764-2f12-4494-b4b3-708c5e2647a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (dec5ed8e-8d87-483e-bff2-f41e89169a6f), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.419156 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-d7737764-2f12-4494-b4b3-708c5e2647a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1d47f09a96a44199620d59fc1b833bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143810 Mar 30 16:40:56.420744 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7737764-2f12-4494-b4b3-708c5e2647a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec5ed8e-8d87-483e-bff2-f41e89169a6f,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:56.422695 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 37032) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:56.475225 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-d1bc71fd-8d96-4316-8ef1-9e2c18fa952a admin admin] Publish callbacks [] for security_group (dec5ed8e-8d87-483e-bff2-f41e89169a6f), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.498125 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-d1bc71fd-8d96-4316-8ef1-9e2c18fa952a admin admin] Publish callbacks [] for security_group (dec5ed8e-8d87-483e-bff2-f41e89169a6f), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.653598 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-d1bc71fd-8d96-4316-8ef1-9e2c18fa952a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (dec5ed8e-8d87-483e-bff2-f41e89169a6f), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.656307 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-d1bc71fd-8d96-4316-8ef1-9e2c18fa952a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.657510 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-d1bc71fd-8d96-4316-8ef1-9e2c18fa952a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dec5ed8e-8d87-483e-bff2-f41e89169a6f HTTP/1.1" status: 204 len: 168 time: 0.2337894 Mar 30 16:40:56.676218 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc71fd-8d96-4316-8ef1-9e2c18fa952a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec5ed8e-8d87-483e-bff2-f41e89169a6f,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:56.775258 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-c2e7fd19-3081-48eb-bb3f-0ba092082253 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:56.775258 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-c2e7fd19-3081-48eb-bb3f-0ba092082253 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/networks?id=1c91509a-6321-46c3-9109-42502ebe1af1 HTTP/1.1" status: 200 len: 809 time: 0.1165740 Mar 30 16:40:56.790109 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-bdfd5691-bbb9-495d-9382-6f507f069efd tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/quotas/88706256b8ec4e119ff7b3c0fd2819c1 HTTP/1.1" status: 200 len: 375 time: 0.0095885 Mar 30 16:40:56.825794 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-484b4dea-c456-4cc3-8fc7-f229491d83da tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=88706256b8ec4e119ff7b3c0fd2819c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304935 Mar 30 16:40:56.927706 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1939062-2897-4195-b544-4657699def55 service neutron] 10.222.0.36 "GET /v2.0/networks/1c91509a-6321-46c3-9109-42502ebe1af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946767 Mar 30 16:40:56.955437 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daca838-d7bb-436f-9da2-7c55f8b84556 req-f1b0fe7f-4a33-430c-aa01-3c2e9e1fc6cc tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:56.957062 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5daca838-d7bb-436f-9da2-7c55f8b84556 req-f1b0fe7f-4a33-430c-aa01-3c2e9e1fc6cc tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0664191 Mar 30 16:40:57.005181 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5daca838-d7bb-436f-9da2-7c55f8b84556 req-fe0aa2f2-7d8f-402a-bb22-451bfe35ec68 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Mar 30 16:40:57.033832 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-0ce0f901-95e8-4082-90c8-ba2fce04d12c service neutron] 10.222.0.36 "GET /v2.0/networks/1c91509a-6321-46c3-9109-42502ebe1af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001265 Mar 30 16:40:57.384507 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e1fd5011-4a15-4757-b2fc-6f7d7397d2f1 req-87d44c01-1926-4f29-bb01-5123f92bf8c6 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0282094 Mar 30 16:40:57.416538 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 37066) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:57.432137 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3b14dc5d-6160-4ddf-b47a-b4bf610d5fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.443020 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 37068) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:57.516659 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3b14dc5d-6160-4ddf-b47a-b4bf610d5fe5 admin admin] Publish callbacks [] for security_group (934dfe8b-e123-4a0b-8e82-6486b75df3c4), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.611369 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f79af6a2-6ab1-414e-9b60-fa60be734614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.634491 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3b14dc5d-6160-4ddf-b47a-b4bf610d5fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (934dfe8b-e123-4a0b-8e82-6486b75df3c4), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.689170 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14dc5d-6160-4ddf-b47a-b4bf610d5fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934dfe8b-e123-4a0b-8e82-6486b75df3c4,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:57.696994 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-3b14dc5d-6160-4ddf-b47a-b4bf610d5fe5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4cc4597c3a984dc49725dfb01aa6115f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791014 Mar 30 16:40:57.699687 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 37076) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:57.727060 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f79af6a2-6ab1-414e-9b60-fa60be734614 admin admin] Publish callbacks [] for security_group (bdaf012e-b598-48dd-90ac-73ba241f0a9c), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.750227 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ce0d70df-e2c2-4c0a-8994-20364c76ab21 admin admin] Publish callbacks [] for security_group (934dfe8b-e123-4a0b-8e82-6486b75df3c4), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.770837 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ce0d70df-e2c2-4c0a-8994-20364c76ab21 admin admin] Publish callbacks [] for security_group (934dfe8b-e123-4a0b-8e82-6486b75df3c4), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.809603 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f79af6a2-6ab1-414e-9b60-fa60be734614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (bdaf012e-b598-48dd-90ac-73ba241f0a9c), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.852038 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-f79af6a2-6ab1-414e-9b60-fa60be734614 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ebda315f0fb4587bc7ecb36c563be3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080045 Mar 30 16:40:57.852909 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79af6a2-6ab1-414e-9b60-fa60be734614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaf012e-b598-48dd-90ac-73ba241f0a9c,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:57.854741 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 37078) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:57.886660 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ce0d70df-e2c2-4c0a-8994-20364c76ab21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (934dfe8b-e123-4a0b-8e82-6486b75df3c4), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.889181 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ce0d70df-e2c2-4c0a-8994-20364c76ab21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.890863 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-ce0d70df-e2c2-4c0a-8994-20364c76ab21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/934dfe8b-e123-4a0b-8e82-6486b75df3c4 HTTP/1.1" status: 204 len: 168 time: 0.1894810 Mar 30 16:40:57.911442 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d70df-e2c2-4c0a-8994-20364c76ab21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934dfe8b-e123-4a0b-8e82-6486b75df3c4,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:57.924087 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1b853965-0202-4cd0-a8a9-14fa6a8210b4 admin admin] Publish callbacks [] for security_group (bdaf012e-b598-48dd-90ac-73ba241f0a9c), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.947960 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1b853965-0202-4cd0-a8a9-14fa6a8210b4 admin admin] Publish callbacks [] for security_group (bdaf012e-b598-48dd-90ac-73ba241f0a9c), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.094514 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1b853965-0202-4cd0-a8a9-14fa6a8210b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (bdaf012e-b598-48dd-90ac-73ba241f0a9c), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.097101 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1b853965-0202-4cd0-a8a9-14fa6a8210b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.098249 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-1b853965-0202-4cd0-a8a9-14fa6a8210b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bdaf012e-b598-48dd-90ac-73ba241f0a9c HTTP/1.1" status: 204 len: 168 time: 0.2408216 Mar 30 16:40:58.108479 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b853965-0202-4cd0-a8a9-14fa6a8210b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaf012e-b598-48dd-90ac-73ba241f0a9c,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:58.150173 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83023cd-c2da-4254-b746-5de9a78b6f4c req-a321f30c-1b26-4cec-9322-7618ccf069e4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:58.151806 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e83023cd-c2da-4254-b746-5de9a78b6f4c req-a321f30c-1b26-4cec-9322-7618ccf069e4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0764451 Mar 30 16:40:58.218100 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e83023cd-c2da-4254-b746-5de9a78b6f4c req-a8711400-cffe-49e5-a5b6-166adc7a5c4e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570354 Mar 30 16:40:58.464940 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2217af2a-2a67-45fc-84a1-21a99cecfddb req-764a4001-704b-4b11-8350-804f8e36a7c2 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0312195 Mar 30 16:40:58.901088 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 37112) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:58.914646 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7b150092-5580-4f3d-82b3-6cf3edf94bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.994336 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7b150092-5580-4f3d-82b3-6cf3edf94bc4 admin admin] Publish callbacks [] for security_group (c4a7b5c7-2dfd-4e22-8299-f2b677094acc), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:59.135517 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7b150092-5580-4f3d-82b3-6cf3edf94bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (c4a7b5c7-2dfd-4e22-8299-f2b677094acc), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:59.174290 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-7b150092-5580-4f3d-82b3-6cf3edf94bc4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bf3371799f148a8adb073f1787feba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720530 Mar 30 16:40:59.176396 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b150092-5580-4f3d-82b3-6cf3edf94bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a7b5c7-2dfd-4e22-8299-f2b677094acc,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:59.177104 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 37118) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:59.226888 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8219ae4c-2dc0-47b2-ae42-18a7e4a64e86 admin admin] Publish callbacks [] for security_group (c4a7b5c7-2dfd-4e22-8299-f2b677094acc), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:59.249180 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8219ae4c-2dc0-47b2-ae42-18a7e4a64e86 admin admin] Publish callbacks [] for security_group (c4a7b5c7-2dfd-4e22-8299-f2b677094acc), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:59.333985 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04014350-5b8b-4209-adbc-d85d92e1187c req-f86ce201-5039-49ea-bb81-9d66ed2129a9 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:59.335611 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-04014350-5b8b-4209-adbc-d85d92e1187c req-f86ce201-5039-49ea-bb81-9d66ed2129a9 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0598800 Mar 30 16:40:59.383583 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-04014350-5b8b-4209-adbc-d85d92e1187c req-e43313da-a239-4238-aecb-68e2ff0e51d3 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 Mar 30 16:40:59.524063 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8219ae4c-2dc0-47b2-ae42-18a7e4a64e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (c4a7b5c7-2dfd-4e22-8299-f2b677094acc), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:59.526832 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8219ae4c-2dc0-47b2-ae42-18a7e4a64e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:59.528054 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-8219ae4c-2dc0-47b2-ae42-18a7e4a64e86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4a7b5c7-2dfd-4e22-8299-f2b677094acc HTTP/1.1" status: 204 len: 168 time: 0.3498821 Mar 30 16:40:59.536707 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219ae4c-2dc0-47b2-ae42-18a7e4a64e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a7b5c7-2dfd-4e22-8299-f2b677094acc,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:59.586973 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-780cd6cb-848c-47cf-ac59-47e0898d459d req-c810a0ba-e9db-4c9c-b147-58813f84196b tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0499923 Mar 30 16:40:59.849649 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-7787a8ed-6ca4-4a01-ba49-be0c1e176859 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:59.851147 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-7787a8ed-6ca4-4a01-ba49-be0c1e176859 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.45 "GET /v2.0/networks?id=1c91509a-6321-46c3-9109-42502ebe1af1 HTTP/1.1" status: 200 len: 809 time: 0.1028287 Mar 30 16:40:59.866116 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-399d9d35-4ebc-42c0-ac17-afbfa986e6b4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Request body: {'port': {'device_id': 'cc956a48-df26-45b7-b022-dfda915eb6bf', 'network_id': '1c91509a-6321-46c3-9109-42502ebe1af1', 'admin_state_up': True, 'tenant_id': '88706256b8ec4e119ff7b3c0fd2819c1'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:00.084286 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-399d9d35-4ebc-42c0-ac17-afbfa986e6b4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Made reservation on behalf of 88706256b8ec4e119ff7b3c0fd2819c1 for: {'port': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:00.088041 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-399d9d35-4ebc-42c0-ac17-afbfa986e6b4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:00.193251 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:00.216206 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-399d9d35-4ebc-42c0-ac17-afbfa986e6b4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Allocated IP 172.20.0.5 (1c91509a-6321-46c3-9109-42502ebe1af1/ac17a21e-6343-4d9a-a30d-fd4c83fd9263/58174a73-c8b4-441e-8533-4c3507599980) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:00.362468 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-399d9d35-4ebc-42c0-ac17-afbfa986e6b4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Publish callbacks [] for port (58174a73-c8b4-441e-8533-4c3507599980), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:00.482501 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-399d9d35-4ebc-42c0-ac17-afbfa986e6b4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (58174a73-c8b4-441e-8533-4c3507599980), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:00.508121 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275a16c-4d9b-4f6e-9d57-47bfffaa124f req-90432147-6a0d-468b-a412-302d4fc09870 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:00.509722 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d275a16c-4d9b-4f6e-9d57-47bfffaa124f req-90432147-6a0d-468b-a412-302d4fc09870 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0596449 Mar 30 16:41:00.529905 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-399d9d35-4ebc-42c0-ac17-afbfa986e6b4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Network 1c91509a-6321-46c3-9109-42502ebe1af1 is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:00.532535 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-399d9d35-4ebc-42c0-ac17-afbfa986e6b4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:00.534794 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-399d9d35-4ebc-42c0-ac17-afbfa986e6b4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:00.565441 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d275a16c-4d9b-4f6e-9d57-47bfffaa124f req-daf67ee7-2481-4c8e-93f4-62925d232655 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Mar 30 16:41:00.569772 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d9d35-4ebc-42c0-ac17-afbfa986e6b4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Pushing event updated for resources: {'Port': ['ID=58174a73-c8b4-441e-8533-4c3507599980,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:00.598042 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-399d9d35-4ebc-42c0-ac17-afbfa986e6b4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:00.598665 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-399d9d35-4ebc-42c0-ac17-afbfa986e6b4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:00.715811 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32891dc7-11b4-441f-b7a0-5432ab249446 req-055bf4f8-4c8b-4329-9064-6e560f9ff340 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:00.717312 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-32891dc7-11b4-441f-b7a0-5432ab249446 req-055bf4f8-4c8b-4329-9064-6e560f9ff340 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 931 time: 0.0521960 Mar 30 16:41:00.731602 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-399d9d35-4ebc-42c0-ac17-afbfa986e6b4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8694060 Mar 30 16:41:00.746927 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Request body: {'port': {'device_id': 'cc956a48-df26-45b7-b022-dfda915eb6bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:00.799540 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-32891dc7-11b4-441f-b7a0-5432ab249446 req-aa0783b0-8a10-4470-8085-3489310d09d1 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9f3ce41-1953-44d4-aa92-25a6db6adad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764201 Mar 30 16:41:00.824122 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (58174a73-c8b4-441e-8533-4c3507599980), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:01.112145 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-2920b833-847c-469f-b549-f76142483c94 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d7380e688b5541bca4209cf952504425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319908 Mar 30 16:41:01.312887 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-876e73bf-53f6-4cef-a75e-0609c0382103 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:01.314357 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-876e73bf-53f6-4cef-a75e-0609c0382103 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979718 Mar 30 16:41:01.330112 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-f7715fa2-0c5e-42cb-a8fa-42b16ea889c3 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/quotas/d7380e688b5541bca4209cf952504425 HTTP/1.1" status: 200 len: 375 time: 0.0101440 Mar 30 16:41:01.330330 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58174a73-c8b4-441e-8533-4c3507599980 {{(pid=105697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:41:01.338460 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Publish callbacks [] for port (58174a73-c8b4-441e-8533-4c3507599980), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:01.351071 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.provisioning_blocks [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Transition to ACTIVE for port object 58174a73-c8b4-441e-8533-4c3507599980 will not be triggered until provisioned by entity L2. {{(pid=105697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:41:01.362445 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-4a2ff2ba-b594-4611-b3ce-275556274780 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7380e688b5541bca4209cf952504425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269425 Mar 30 16:41:01.464965 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (58174a73-c8b4-441e-8533-4c3507599980), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:01.510519 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Pushing event updated for resources: {'Port': ['ID=58174a73-c8b4-441e-8533-4c3507599980,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:01.581942 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Attempting to bind port 58174a73-c8b4-441e-8533-4c3507599980 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:41:01.581942 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Attempting to bind port 58174a73-c8b4-441e-8533-4c3507599980 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '1bc1eec7-c67b-4934-9eb5-e820eec9e688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1c91509a-6321-46c3-9109-42502ebe1af1'}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:41:01.581942 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Attempting to bind port 58174a73-c8b4-441e-8533-4c3507599980 on network 1c91509a-6321-46c3-9109-42502ebe1af1 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:01.582210 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Port 58174a73-c8b4-441e-8533-4c3507599980 on network 1c91509a-6321-46c3-9109-42502ebe1af1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:41:01.582718 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Attempting to bind port 58174a73-c8b4-441e-8533-4c3507599980 on network 1c91509a-6321-46c3-9109-42502ebe1af1 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:01.587382 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:41:01.587724 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Checking segment: {'id': '1bc1eec7-c67b-4934-9eb5-e820eec9e688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1c91509a-6321-46c3-9109-42502ebe1af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:01.588104 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Bound using segment: {'id': '1bc1eec7-c67b-4934-9eb5-e820eec9e688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1c91509a-6321-46c3-9109-42502ebe1af1'} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:41:01.588527 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Bound port: 58174a73-c8b4-441e-8533-4c3507599980, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc1eec7-c67b-4934-9eb5-e820eec9e688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1c91509a-6321-46c3-9109-42502ebe1af1'}}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:41:01.588902 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (58174a73-c8b4-441e-8533-4c3507599980), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:01.603952 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-5ba57a3b-97b7-405a-a215-fb3fb1595493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:01.674712 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9b91bf0b-76c4-401e-8efd-45e4b94d6a6f req-82470598-e117-4298-bafd-74d94458c9ea tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 210 time: 0.0461133 Mar 30 16:41:01.708565 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] For port 58174a73-c8b4-441e-8533-4c3507599980, host hv-cinder-83587, cleared binding levels {{(pid=105697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:41:01.713730 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] For port 58174a73-c8b4-441e-8533-4c3507599980, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=58174a73-c8b4-441e-8533-4c3507599980,segment=NetworkSegment(1bc1eec7-c67b-4934-9eb5-e820eec9e688),segment_id=1bc1eec7-c67b-4934-9eb5-e820eec9e688)] {{(pid=105697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:41:01.721486 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2b6ba-c29c-4923-a2aa-2da63f4caa11 req-2ebd06d7-0991-469d-8aa3-f9e3dd6e69ec tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:01.722534 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-33c2b6ba-c29c-4923-a2aa-2da63f4caa11 req-2ebd06d7-0991-469d-8aa3-f9e3dd6e69ec tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0722396 Mar 30 16:41:01.772083 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-33c2b6ba-c29c-4923-a2aa-2da63f4caa11 req-f8587914-6d05-4488-837f-623508877b81 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438290 Mar 30 16:41:01.804608 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (58174a73-c8b4-441e-8533-4c3507599980), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:01.843191 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:01.843191 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:01.843191 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] 10.222.0.45 "PUT /v2.0/ports/58174a73-c8b4-441e-8533-4c3507599980 HTTP/1.1" status: 200 len: 1093 time: 1.0996325 Mar 30 16:41:01.843191 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc956a48-df26-45b7-b022-dfda915eb6bf', 'tag': '58174a73-c8b4-441e-8533-4c3507599980'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:01.844238 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bbbbb2-af0a-4a58-af27-cf92e96c8e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc956a48-df26-45b7-b022-dfda915eb6bf", "tag": "58174a73-c8b4-441e-8533-4c3507599980"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:01.880743 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efb3cf-06a1-4642-80ce-031f6516b24e service neutron] Pushing event updated for resources: {'Port': ['ID=58174a73-c8b4-441e-8533-4c3507599980,revision_number=3']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:01.903947 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d122916c-dff2-4413-8b50-2319631c194c x-openstack-request-id: req-d122916c-dff2-4413-8b50-2319631c194c {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:01.904484 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc956a48-df26-45b7-b022-dfda915eb6bf", "tag": "58174a73-c8b4-441e-8533-4c3507599980", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:01.904900 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d122916c-dff2-4413-8b50-2319631c194c {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:01.905324 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d122916c-dff2-4413-8b50-2319631c194c'] response: {'name': 'network-changed', 'server_uuid': 'cc956a48-df26-45b7-b022-dfda915eb6bf', 'tag': '58174a73-c8b4-441e-8533-4c3507599980', 'status': 'completed', 'code': 200} Mar 30 16:41:01.978557 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fc591-8df7-4dd6-8524-2e0455f46039 req-53326185-b61b-449f-8be8-11c468f4a704 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:01.980025 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9d7fc591-8df7-4dd6-8524-2e0455f46039 req-53326185-b61b-449f-8be8-11c468f4a704 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 943 time: 0.0957627 Mar 30 16:41:01.982762 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbbbb2-af0a-4a58-af27-cf92e96c8e3e req-138fc661-be28-4542-bf3f-86e4116a6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:01.984296 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c2bbbbb2-af0a-4a58-af27-cf92e96c8e3e req-138fc661-be28-4542-bf3f-86e4116a6538 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88706256b8ec4e119ff7b3c0fd2819c1&device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 1127 time: 0.0638273 Mar 30 16:41:02.085756 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9d7fc591-8df7-4dd6-8524-2e0455f46039 req-759a6406-04a7-4f8f-a7c6-af03aa9ef1be tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9f3ce41-1953-44d4-aa92-25a6db6adad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990710 Mar 30 16:41:02.126878 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbbbb2-af0a-4a58-af27-cf92e96c8e3e req-639944cb-4514-4d4f-a5b5-39073210dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:02.133935 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c2bbbbb2-af0a-4a58-af27-cf92e96c8e3e req-639944cb-4514-4d4f-a5b5-39073210dd7e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=88706256b8ec4e119ff7b3c0fd2819c1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1348050 Mar 30 16:41:02.233072 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbbbb2-af0a-4a58-af27-cf92e96c8e3e req-03796842-34de-4263-b029-cece8d2b1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:02.235484 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c2bbbbb2-af0a-4a58-af27-cf92e96c8e3e req-03796842-34de-4263-b029-cece8d2b1ff1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888445 Mar 30 16:41:02.329919 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-61b37db6-037f-4090-8c9f-41271afdcaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:02.331420 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-61b37db6-037f-4090-8c9f-41271afdcaa7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=88706256b8ec4e119ff7b3c0fd2819c1&device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 1127 time: 0.0522132 Mar 30 16:41:02.376807 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-2a3a4ac3-0ddf-4bfb-872e-5340a83de6fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58174a73-c8b4-441e-8533-4c3507599980 HTTP/1.1" status: 200 len: 217 time: 0.0348954 Mar 30 16:41:02.429758 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-305a9b29-2fe8-426d-9bfd-b33b05dd3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:02.431096 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-305a9b29-2fe8-426d-9bfd-b33b05dd3055 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac17a21e-6343-4d9a-a30d-fd4c83fd9263 HTTP/1.1" status: 200 len: 849 time: 0.0444782 Mar 30 16:41:02.464319 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-52be634b-98f6-4e8a-abfb-2a595744decb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c91509a-6321-46c3-9109-42502ebe1af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250030 Mar 30 16:41:02.560779 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-345240b0-de61-47f4-b5ac-61e4010ef0bf service neutron] 10.222.0.45 "GET /v2.0/networks/1c91509a-6321-46c3-9109-42502ebe1af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889392 Mar 30 16:41:02.652471 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3c6eb30a-c8c0-4286-a2e1-2e39e2358c42 req-1833df17-00e2-4f48-8ac0-e22a259bf851 service neutron] 10.222.0.45 "GET /v2.0/networks/1c91509a-6321-46c3-9109-42502ebe1af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832334 Mar 30 16:41:02.758319 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e38b16a0-6294-453b-8ea3-747d80e6e595 req-a5967b2d-a176-4b3e-9e00-8adc54588aee tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 210 time: 0.0294104 Mar 30 16:41:02.896696 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1d74f-2436-41ae-a44d-3f707305d3a3 req-483a5f92-30bd-4efa-bbb5-05e67ff1113a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:02.898195 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8eb1d74f-2436-41ae-a44d-3f707305d3a3 req-483a5f92-30bd-4efa-bbb5-05e67ff1113a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0587101 Mar 30 16:41:02.944456 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8eb1d74f-2436-41ae-a44d-3f707305d3a3 req-b832c5f3-3bb2-445e-84c1-b8ccea38aa1f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404615 Mar 30 16:41:03.210644 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a26544-fbe4-462f-b56a-4184b06c6a8a req-d1ccf994-8ad6-41c9-be8f-f4ec554808e4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:03.212018 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a9a26544-fbe4-462f-b56a-4184b06c6a8a req-d1ccf994-8ad6-41c9-be8f-f4ec554808e4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 943 time: 0.0519354 Mar 30 16:41:03.259014 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a9a26544-fbe4-462f-b56a-4184b06c6a8a req-5e956c41-8974-40eb-aeea-877df0783647 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9f3ce41-1953-44d4-aa92-25a6db6adad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Mar 30 16:41:03.434288 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7bc23-0738-4060-ab82-c11681ce2077 req-2129cf41-4607-4a4f-bb44-29a81105eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:03.435748 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-12b7bc23-0738-4060-ab82-c11681ce2077 req-2129cf41-4607-4a4f-bb44-29a81105eef7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 1130 time: 0.0436397 Mar 30 16:41:03.486572 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-12b7bc23-0738-4060-ab82-c11681ce2077 req-b8da8b97-57b0-43a3-bb77-8f076cda3950 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404916 Mar 30 16:41:03.814251 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-47155d03-50fd-4761-8d13-c9aae4d969c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:03.849613 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-42f5fff5-2421-439c-b80e-70b34feb0cf7 req-ecf82544-9145-4ffb-a6be-93fb1ace1651 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 210 time: 0.0272572 Mar 30 16:41:03.997508 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 37254) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:04.066735 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844277-e634-4391-9fec-cbc990f345d1 req-c79372ec-048f-4686-8766-0ed0c9a39300 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:04.068210 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e4844277-e634-4391-9fec-cbc990f345d1 req-c79372ec-048f-4686-8766-0ed0c9a39300 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0508068 Mar 30 16:41:04.108242 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3520b441-4a0e-4193-b95e-05db89b56018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.116695 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e4844277-e634-4391-9fec-cbc990f345d1 req-37b24185-1710-4ba2-8e1a-0fd62c95dd87 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425487 Mar 30 16:41:04.184643 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3520b441-4a0e-4193-b95e-05db89b56018 admin admin] Publish callbacks [] for security_group (c57e84f8-0f45-4cc6-859e-010d509fbc58), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.278483 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3520b441-4a0e-4193-b95e-05db89b56018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (c57e84f8-0f45-4cc6-859e-010d509fbc58), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.317031 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520b441-4a0e-4193-b95e-05db89b56018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57e84f8-0f45-4cc6-859e-010d509fbc58,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:04.323813 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-3520b441-4a0e-4193-b95e-05db89b56018 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94947c9750e2410b96bfca25b6fe6f77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227463 Mar 30 16:41:04.324079 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 37260) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:04.404713 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2a03aab6-f1b8-4205-a924-1a35603b86ac admin admin] Publish callbacks [] for security_group (c57e84f8-0f45-4cc6-859e-010d509fbc58), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.417239 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5608f-ff49-43f0-b125-1af144191c2d req-fc3989cb-0642-4587-8626-d4276088be90 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:04.418765 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-26c5608f-ff49-43f0-b125-1af144191c2d req-fc3989cb-0642-4587-8626-d4276088be90 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 943 time: 0.0883927 Mar 30 16:41:04.444030 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2a03aab6-f1b8-4205-a924-1a35603b86ac admin admin] Publish callbacks [] for security_group (c57e84f8-0f45-4cc6-859e-010d509fbc58), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.503259 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-26c5608f-ff49-43f0-b125-1af144191c2d req-8c091306-036c-4cde-bbd7-35dcecb759d1 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9f3ce41-1953-44d4-aa92-25a6db6adad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783844 Mar 30 16:41:04.630779 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2a03aab6-f1b8-4205-a924-1a35603b86ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (c57e84f8-0f45-4cc6-859e-010d509fbc58), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.633252 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2a03aab6-f1b8-4205-a924-1a35603b86ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.634350 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-2a03aab6-f1b8-4205-a924-1a35603b86ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c57e84f8-0f45-4cc6-859e-010d509fbc58 HTTP/1.1" status: 204 len: 168 time: 0.3094120 Mar 30 16:41:04.647507 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-08edbedc-6e08-43cd-b14b-a3d62a4b379b tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d7380e688b5541bca4209cf952504425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354602 Mar 30 16:41:04.652191 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03aab6-f1b8-4205-a924-1a35603b86ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57e84f8-0f45-4cc6-859e-010d509fbc58,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:04.836321 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-0b2db0aa-d4ed-4e6a-a368-747f407e9428 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:04.837784 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-0b2db0aa-d4ed-4e6a-a368-747f407e9428 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823018 Mar 30 16:41:04.850652 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Request body: {'port': {'device_id': '89a90e86-96b6-4072-b8f2-64d2d925cf90', 'network_id': '87194b03-9cec-4080-b406-13ab94a8bbfc', 'admin_state_up': True, 'tenant_id': 'd7380e688b5541bca4209cf952504425'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:04.954101 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2f01fa9a-b09d-48c7-b2f8-d9f3c0ce3d97 req-65b9c858-26ce-45ef-b8b9-0dcdd7936ce0 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 210 time: 0.0345883 Mar 30 16:41:05.063889 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 58174a73-c8b4-441e-8533-4c3507599980 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:41:05.065047 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Made reservation on behalf of d7380e688b5541bca4209cf952504425 for: {'port': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:05.068652 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.077863 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.173519 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Publish callbacks [] for security_group (b2eeb3a5-0742-4a9c-a167-49f3598fb2ff), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.179644 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 58174a73-c8b4-441e-8533-4c3507599980, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=58174a73-c8b4-441e-8533-4c3507599980,segment=NetworkSegment(1bc1eec7-c67b-4934-9eb5-e820eec9e688),segment_id=1bc1eec7-c67b-4934-9eb5-e820eec9e688)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:05.192994 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '58174a73-c8b4-441e-8533-4c3507599980', 'network_id': '1c91509a-6321-46c3-9109-42502ebe1af1', 'port_id': '58174a73-c8b4-441e-8533-4c3507599980', 'mac_address': 'fa:16:3e:c5:12:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac17a21e-6343-4d9a-a30d-fd4c83fd9263', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:41:05.230799 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 58174a73-c8b4-441e-8533-4c3507599980 is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:05.231194 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (58174a73-c8b4-441e-8533-4c3507599980), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.242757 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f2bda-1e21-43cc-a626-09a3c6fd8122 req-2fb51ab6-c7de-4dce-856b-38292599e13a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:05.251551 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a23f2bda-1e21-43cc-a626-09a3c6fd8122 req-2fb51ab6-c7de-4dce-856b-38292599e13a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0524006 Mar 30 16:41:05.251691 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58174a73-c8b4-441e-8533-4c3507599980 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:41:05.265263 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 58174a73-c8b4-441e-8533-4c3507599980, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=58174a73-c8b4-441e-8533-4c3507599980,segment=NetworkSegment(1bc1eec7-c67b-4934-9eb5-e820eec9e688),segment_id=1bc1eec7-c67b-4934-9eb5-e820eec9e688)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:05.294100 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a23f2bda-1e21-43cc-a626-09a3c6fd8122 req-24dc13cf-106e-4bcb-96c1-9b440a39734f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441408 Mar 30 16:41:05.337916 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (b2eeb3a5-0742-4a9c-a167-49f3598fb2ff), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.338026 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.361990 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 37276) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:05.384173 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-76556a34-2cde-4231-9e64-b703d655d3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.397303 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (58174a73-c8b4-441e-8533-4c3507599980), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.400452 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:05.445911 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879ca5c-1f0b-4ba2-9295-17d2b82ec58f req-4fbcdb63-69c7-4680-aaa4-816dacb11e96 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:05.447411 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d879ca5c-1f0b-4ba2-9295-17d2b82ec58f req-4fbcdb63-69c7-4680-aaa4-816dacb11e96 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0787649 Mar 30 16:41:05.456993 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=58174a73-c8b4-441e-8533-4c3507599980,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:05.464051 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.464402 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.464744 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.465106 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.465437 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.465921 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.466414 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.466744 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.467193 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.467526 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.467857 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.468297 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.469238 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.469566 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.469891 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:05.485627 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Allocated IP 192.168.233.197 (87194b03-9cec-4080-b406-13ab94a8bbfc/e5185099-9d56-44db-b815-ecc8f7a69b9d/596ee8fd-00cc-4e22-ba12-8a97cddb5690) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:05.515980 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d879ca5c-1f0b-4ba2-9295-17d2b82ec58f req-4943c67f-6ae2-4fec-b150-0bafaf88c21e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577769 Mar 30 16:41:05.550767 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-76556a34-2cde-4231-9e64-b703d655d3a3 admin admin] Publish callbacks [] for security_group (2ceecdf3-60e1-4c37-9ac4-7a79121e93bc), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.632726 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-76556a34-2cde-4231-9e64-b703d655d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (2ceecdf3-60e1-4c37-9ac4-7a79121e93bc), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.676326 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44d163-072c-4b58-8abe-588626257545 req-cbfab9f8-f951-4130-9b68-7c21e9673b78 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:05.677062 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-76556a34-2cde-4231-9e64-b703d655d3a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ecf45cfd6b7a4c1e97c5437579e8b94e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137715 Mar 30 16:41:05.677759 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-cd44d163-072c-4b58-8abe-588626257545 req-cbfab9f8-f951-4130-9b68-7c21e9673b78 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 944 time: 0.0879557 Mar 30 16:41:05.678391 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76556a34-2cde-4231-9e64-b703d655d3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceecdf3-60e1-4c37-9ac4-7a79121e93bc,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:05.681065 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 37284) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:05.685426 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['58174a73-c8b4-441e-8533-4c3507599980'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:41:05.707743 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Publish callbacks [] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.796364 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-cd44d163-072c-4b58-8abe-588626257545 req-e5f6a263-f620-4611-ad00-88e0d636576f tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9f3ce41-1953-44d4-aa92-25a6db6adad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027184 Mar 30 16:41:05.803247 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-5b4c3484-be94-43d4-9e0d-8cdfdd6a4d96 admin admin] Publish callbacks [] for security_group (2ceecdf3-60e1-4c37-9ac4-7a79121e93bc), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.827624 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-5b4c3484-be94-43d4-9e0d-8cdfdd6a4d96 admin admin] Publish callbacks [] for security_group (2ceecdf3-60e1-4c37-9ac4-7a79121e93bc), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.918394 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.957245 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-5b4c3484-be94-43d4-9e0d-8cdfdd6a4d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (2ceecdf3-60e1-4c37-9ac4-7a79121e93bc), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.959825 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-5b4c3484-be94-43d4-9e0d-8cdfdd6a4d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.961035 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-5b4c3484-be94-43d4-9e0d-8cdfdd6a4d96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ceecdf3-60e1-4c37-9ac4-7a79121e93bc HTTP/1.1" status: 204 len: 168 time: 0.2789662 Mar 30 16:41:05.964129 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Network 87194b03-9cec-4080-b406-13ab94a8bbfc is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:05.973560 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:05.980871 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:05.983409 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c3484-be94-43d4-9e0d-8cdfdd6a4d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceecdf3-60e1-4c37-9ac4-7a79121e93bc,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:06.007690 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Pushing event updated for resources: {'Port': ['ID=596ee8fd-00cc-4e22-ba12-8a97cddb5690,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:06.051208 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:06.055071 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:06.119250 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef3363-39d6-4458-80c4-69096cf7fab9 req-969d3e84-4c73-4a0c-be03-80646246b1bd tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:06.119250 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e3ef3363-39d6-4458-80c4-69096cf7fab9 req-969d3e84-4c73-4a0c-be03-80646246b1bd tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 936 time: 0.0699611 Mar 30 16:41:06.144481 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-91c0029c-bc0f-4f19-8be4-27e91601e5f9 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2972708 Mar 30 16:41:06.159821 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Request body: {'port': {'device_id': '89a90e86-96b6-4072-b8f2-64d2d925cf90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:06.166661 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e3ef3363-39d6-4458-80c4-69096cf7fab9 req-0c9d2dec-26b2-4b8a-8cd4-80b37abdb906 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436726 Mar 30 16:41:06.225087 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:06.345229 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-2e59099b-5499-401c-b039-06493db3561d None None] Provisioning complete for port 596ee8fd-00cc-4e22-ba12-8a97cddb5690 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:06.346551 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2e59099b-5499-401c-b039-06493db3561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:06.388592 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-2e59099b-5499-401c-b039-06493db3561d None None] Port 596ee8fd-00cc-4e22-ba12-8a97cddb5690 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:41:06.452357 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:06.523171 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596ee8fd-00cc-4e22-ba12-8a97cddb5690 {{(pid=105697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:41:06.531597 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Publish callbacks [] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:06.544115 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.provisioning_blocks [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Transition to ACTIVE for port object 596ee8fd-00cc-4e22-ba12-8a97cddb5690 will not be triggered until provisioned by entity L2. {{(pid=105697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:41:06.654846 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:06.707342 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Pushing event updated for resources: {'Port': ['ID=596ee8fd-00cc-4e22-ba12-8a97cddb5690,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:06.780377 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Attempting to bind port 596ee8fd-00cc-4e22-ba12-8a97cddb5690 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:41:06.781363 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Attempting to bind port 596ee8fd-00cc-4e22-ba12-8a97cddb5690 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '9c0f8064-64bf-4fbc-8093-c194855d5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87194b03-9cec-4080-b406-13ab94a8bbfc'}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:41:06.781773 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Attempting to bind port 596ee8fd-00cc-4e22-ba12-8a97cddb5690 on network 87194b03-9cec-4080-b406-13ab94a8bbfc {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:06.786551 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Port 596ee8fd-00cc-4e22-ba12-8a97cddb5690 on network 87194b03-9cec-4080-b406-13ab94a8bbfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:41:06.786929 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Attempting to bind port 596ee8fd-00cc-4e22-ba12-8a97cddb5690 on network 87194b03-9cec-4080-b406-13ab94a8bbfc {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:06.795860 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:41:06.796234 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Checking segment: {'id': '9c0f8064-64bf-4fbc-8093-c194855d5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87194b03-9cec-4080-b406-13ab94a8bbfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:06.797191 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Bound using segment: {'id': '9c0f8064-64bf-4fbc-8093-c194855d5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87194b03-9cec-4080-b406-13ab94a8bbfc'} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:41:06.797714 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Bound port: 596ee8fd-00cc-4e22-ba12-8a97cddb5690, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0f8064-64bf-4fbc-8093-c194855d5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87194b03-9cec-4080-b406-13ab94a8bbfc'}}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:41:06.798179 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:06.869360 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] For port 596ee8fd-00cc-4e22-ba12-8a97cddb5690, host hv-cinder-83587, cleared binding levels {{(pid=105697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:41:06.872480 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] For port 596ee8fd-00cc-4e22-ba12-8a97cddb5690, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=596ee8fd-00cc-4e22-ba12-8a97cddb5690,segment=NetworkSegment(9c0f8064-64bf-4fbc-8093-c194855d5d20),segment_id=9c0f8064-64bf-4fbc-8093-c194855d5d20)] {{(pid=105697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:41:06.929171 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b309e2c-2c52-4c9f-92cb-d68786334fd9 req-583fbdcf-fcd0-46db-922d-73d52096afff tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:06.930662 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7b309e2c-2c52-4c9f-92cb-d68786334fd9 req-583fbdcf-fcd0-46db-922d-73d52096afff tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 944 time: 0.0566528 Mar 30 16:41:06.978938 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7b309e2c-2c52-4c9f-92cb-d68786334fd9 req-c42d0b20-3dbd-4b9e-b6e1-4496d9c4963b tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9f3ce41-1953-44d4-aa92-25a6db6adad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Mar 30 16:41:06.987291 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:07.024492 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:07.025397 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:07.026469 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] 10.222.0.45 "PUT /v2.0/ports/596ee8fd-00cc-4e22-ba12-8a97cddb5690 HTTP/1.1" status: 200 len: 1098 time: 0.8714340 Mar 30 16:41:07.026897 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a90e86-96b6-4072-b8f2-64d2d925cf90', 'tag': '596ee8fd-00cc-4e22-ba12-8a97cddb5690'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:07.029123 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3c6f79-94cd-4e1f-b318-e0e31527dd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "89a90e86-96b6-4072-b8f2-64d2d925cf90", "tag": "596ee8fd-00cc-4e22-ba12-8a97cddb5690"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:07.064518 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921b741-6b8f-4c10-8b23-08a07c7c6fcc service neutron] Pushing event updated for resources: {'Port': ['ID=596ee8fd-00cc-4e22-ba12-8a97cddb5690,revision_number=3']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:07.073050 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac7ea59-4837-4165-bec7-dc7c12d00dd3 x-openstack-request-id: req-eac7ea59-4837-4165-bec7-dc7c12d00dd3 {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:07.073394 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a90e86-96b6-4072-b8f2-64d2d925cf90", "tag": "596ee8fd-00cc-4e22-ba12-8a97cddb5690", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:07.073599 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eac7ea59-4837-4165-bec7-dc7c12d00dd3 {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:07.074007 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac7ea59-4837-4165-bec7-dc7c12d00dd3'] response: {'name': 'network-changed', 'server_uuid': '89a90e86-96b6-4072-b8f2-64d2d925cf90', 'tag': '596ee8fd-00cc-4e22-ba12-8a97cddb5690', 'status': 'completed', 'code': 200} Mar 30 16:41:07.075871 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 58174a73-c8b4-441e-8533-4c3507599980 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:07.152345 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c6f79-94cd-4e1f-b318-e0e31527dd1f req-8ce50427-aa82-4010-a8b8-d534a3412135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:07.154118 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fd3c6f79-94cd-4e1f-b318-e0e31527dd1f req-8ce50427-aa82-4010-a8b8-d534a3412135 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7380e688b5541bca4209cf952504425&device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 1132 time: 0.0521154 Mar 30 16:41:07.193909 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fd3c6f79-94cd-4e1f-b318-e0e31527dd1f req-d93ed45b-b1c4-42a3-b2e4-b7792b9acb65 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d7380e688b5541bca4209cf952504425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233464 Mar 30 16:41:07.238972 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 58174a73-c8b4-441e-8533-4c3507599980 completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:41:07.244599 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 58174a73-c8b4-441e-8533-4c3507599980 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:07.245159 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (58174a73-c8b4-441e-8533-4c3507599980), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:07.345138 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1576654-985a-49f5-b0e8-0b7bae67133c req-a6d2be27-e8d4-4ae6-afad-13fb44f1ce6c tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:07.346538 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a1576654-985a-49f5-b0e8-0b7bae67133c req-a6d2be27-e8d4-4ae6-afad-13fb44f1ce6c tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 948 time: 0.0831881 Mar 30 16:41:07.348288 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 58174a73-c8b4-441e-8533-4c3507599980 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:07.348812 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (58174a73-c8b4-441e-8533-4c3507599980), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:07.350295 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c6f79-94cd-4e1f-b318-e0e31527dd1f req-f2ba578f-1f59-4f66-9ea0-f17fd8bbb0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:07.351959 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fd3c6f79-94cd-4e1f-b318-e0e31527dd1f req-f2ba578f-1f59-4f66-9ea0-f17fd8bbb0d7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1512473 Mar 30 16:41:07.379212 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc956a48-df26-45b7-b022-dfda915eb6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58174a73-c8b4-441e-8533-4c3507599980'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:07.382893 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25bc6b2-6172-493e-ab7e-563b56e8598d" -d '{"events": [{"server_uuid": "cc956a48-df26-45b7-b022-dfda915eb6bf", "name": "network-vif-plugged", "status": "completed", "tag": "58174a73-c8b4-441e-8533-4c3507599980"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:07.404388 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 58174a73-c8b4-441e-8533-4c3507599980, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=58174a73-c8b4-441e-8533-4c3507599980,segment=NetworkSegment(1bc1eec7-c67b-4934-9eb5-e820eec9e688),segment_id=1bc1eec7-c67b-4934-9eb5-e820eec9e688)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:07.428896 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412c1fdc-38eb-4fb6-b521-43d99a3a1528 x-openstack-request-id: req-412c1fdc-38eb-4fb6-b521-43d99a3a1528 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:07.429451 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc956a48-df26-45b7-b022-dfda915eb6bf", "name": "network-vif-plugged", "status": "completed", "tag": "58174a73-c8b4-441e-8533-4c3507599980", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:07.430094 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-412c1fdc-38eb-4fb6-b521-43d99a3a1528 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:07.431071 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412c1fdc-38eb-4fb6-b521-43d99a3a1528'] response: {'server_uuid': 'cc956a48-df26-45b7-b022-dfda915eb6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58174a73-c8b4-441e-8533-4c3507599980', 'code': 200} Mar 30 16:41:07.440682 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a1576654-985a-49f5-b0e8-0b7bae67133c req-d385a356-f703-4257-a607-5d32c8fcda4d tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841956 Mar 30 16:41:07.459547 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-c221bf06-1160-452b-b5d1-a21d15534c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:07.461303 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-c221bf06-1160-452b-b5d1-a21d15534c4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7380e688b5541bca4209cf952504425&device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 1132 time: 0.0611134 Mar 30 16:41:07.490035 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (58174a73-c8b4-441e-8533-4c3507599980), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:07.513595 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-a092483d-4976-4629-b7ed-061308b26f19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=596ee8fd-00cc-4e22-ba12-8a97cddb5690 HTTP/1.1" status: 200 len: 217 time: 0.0410416 Mar 30 16:41:07.549296 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=58174a73-c8b4-441e-8533-4c3507599980,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:07.565424 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-ad05b457-4c6a-4a2b-9bca-56a27d12b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:07.566947 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-ad05b457-4c6a-4a2b-9bca-56a27d12b17e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5185099-9d56-44db-b815-ecc8f7a69b9d HTTP/1.1" status: 200 len: 843 time: 0.0468993 Mar 30 16:41:07.621534 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-05909947-2b8c-40b6-80e5-997e1cbd8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:07.623028 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-05909947-2b8c-40b6-80e5-997e1cbd8672 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87194b03-9cec-4080-b406-13ab94a8bbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439618 Mar 30 16:41:07.717044 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-61d9849f-4fb9-4bed-916a-df9ab189caa6 service neutron] 10.222.0.45 "GET /v2.0/networks/87194b03-9cec-4080-b406-13ab94a8bbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864041 Mar 30 16:41:07.812712 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-28899500-5fd0-4911-ad34-dc46422ff3b0 req-78d142b7-fede-4231-9ac5-fe37c96c36eb service neutron] 10.222.0.45 "GET /v2.0/networks/87194b03-9cec-4080-b406-13ab94a8bbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867887 Mar 30 16:41:07.828372 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febea67-2d36-403e-a5c0-2424b102069c req-ccc6d20e-2365-41e0-938c-6b434288188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:07.830154 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6febea67-2d36-403e-a5c0-2424b102069c req-ccc6d20e-2365-41e0-938c-6b434288188b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 1129 time: 0.0456481 Mar 30 16:41:07.879164 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6febea67-2d36-403e-a5c0-2424b102069c req-f2e5ebf0-2aa3-45e8-8362-2d0ea6eae3d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e9f3ce41-1953-44d4-aa92-25a6db6adad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Mar 30 16:41:07.949172 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b36e24-4045-405b-ac11-77ad23d7b7a4 req-0b19ed33-04a2-4c7a-9c13-15ff14d54042 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:07.950624 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a9b36e24-4045-405b-ac11-77ad23d7b7a4 req-0b19ed33-04a2-4c7a-9c13-15ff14d54042 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0550787 Mar 30 16:41:07.998120 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a9b36e24-4045-405b-ac11-77ad23d7b7a4 req-f47e1946-b315-4f65-941d-acba91319d67 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Mar 30 16:41:08.103191 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0b6b7-57af-4a99-9032-84737049b5d4 req-96560747-711f-4503-af5a-9da84723f995 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:08.105051 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-dbd0b6b7-57af-4a99-9032-84737049b5d4 req-96560747-711f-4503-af5a-9da84723f995 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0557597 Mar 30 16:41:08.185597 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-dbd0b6b7-57af-4a99-9032-84737049b5d4 req-dc74f205-0f7b-4390-94aa-756c3631e58d tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9f3ce41-1953-44d4-aa92-25a6db6adad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750153 Mar 30 16:41:08.192650 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:08.203423 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adc19a-8612-4789-bb8c-fd9fd6cd1fa8 req-c990a8bc-0381-4066-a567-e8632f0bcc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:08.204952 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d7adc19a-8612-4789-bb8c-fd9fd6cd1fa8 req-c990a8bc-0381-4066-a567-e8632f0bcc14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 1130 time: 0.0553088 Mar 30 16:41:08.305525 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adc19a-8612-4789-bb8c-fd9fd6cd1fa8 req-553c474b-c748-4a47-8c5b-445e94574496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:08.306985 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d7adc19a-8612-4789-bb8c-fd9fd6cd1fa8 req-553c474b-c748-4a47-8c5b-445e94574496 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 919 time: 0.0834725 Mar 30 16:41:08.353014 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d7adc19a-8612-4789-bb8c-fd9fd6cd1fa8 req-647564e2-33b6-4892-9914-50d3c5995ceb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e5030b-2858-40d6-b8a7-d128fee872c4 HTTP/1.1" status: 200 len: 217 time: 0.0391221 Mar 30 16:41:08.402778 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adc19a-8612-4789-bb8c-fd9fd6cd1fa8 req-b20183d4-a0d2-4e4a-b07d-309866621f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:08.404231 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d7adc19a-8612-4789-bb8c-fd9fd6cd1fa8 req-b20183d4-a0d2-4e4a-b07d-309866621f83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.0439794 Mar 30 16:41:08.455476 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adc19a-8612-4789-bb8c-fd9fd6cd1fa8 req-370b3fde-d428-491a-bf41-c31a8db3dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:08.456993 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d7adc19a-8612-4789-bb8c-fd9fd6cd1fa8 req-370b3fde-d428-491a-bf41-c31a8db3dce6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433147 Mar 30 16:41:08.555200 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d7adc19a-8612-4789-bb8c-fd9fd6cd1fa8 req-e16cbcbf-a275-4c6b-83f8-32e5f7e07e0e service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876625 Mar 30 16:41:08.584424 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d354580-ef56-4aea-a161-4e99376cc392 req-d802ca24-c139-4d58-8c55-df0a46446794 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:08.587019 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8d354580-ef56-4aea-a161-4e99376cc392 req-d802ca24-c139-4d58-8c55-df0a46446794 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 948 time: 0.0663910 Mar 30 16:41:08.631938 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8d354580-ef56-4aea-a161-4e99376cc392 req-ddab11c9-ea34-42ef-96ab-52c13ddab287 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402369 Mar 30 16:41:08.646691 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d7adc19a-8612-4789-bb8c-fd9fd6cd1fa8 req-1256780c-acb4-433f-bf47-d3f4f95a0810 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834143 Mar 30 16:41:09.118586 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ae461-34f0-40e1-8769-ac7452f20b09 req-e2228f1e-dac3-463d-a292-097e3f4982af tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:09.120064 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-724ae461-34f0-40e1-8769-ac7452f20b09 req-e2228f1e-dac3-463d-a292-097e3f4982af tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0529363 Mar 30 16:41:09.172788 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-724ae461-34f0-40e1-8769-ac7452f20b09 req-ec054e67-e8b7-4f89-bf30-e28e9dc02eda tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456643 Mar 30 16:41:09.304386 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ac392-4fa5-4121-bba0-5de2be7ffc8a req-ea947aa7-8000-45f9-9e55-b19e429ec5c8 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:09.305919 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e28ac392-4fa5-4121-bba0-5de2be7ffc8a req-ea947aa7-8000-45f9-9e55-b19e429ec5c8 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0521514 Mar 30 16:41:09.355674 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e28ac392-4fa5-4121-bba0-5de2be7ffc8a req-b7bfcca7-a662-4185-afc2-37ad2a58416f tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9f3ce41-1953-44d4-aa92-25a6db6adad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441508 Mar 30 16:41:09.755378 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df268fdd-bd33-4793-ba50-362f3cee9c56 req-b813d9b0-464c-4dc4-8d38-1bd4ac61d1e5 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:09.756902 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-df268fdd-bd33-4793-ba50-362f3cee9c56 req-b813d9b0-464c-4dc4-8d38-1bd4ac61d1e5 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 948 time: 0.0541925 Mar 30 16:41:09.804695 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-df268fdd-bd33-4793-ba50-362f3cee9c56 req-ed9ff9a6-4217-4d77-a2e7-e96b0154fba5 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Mar 30 16:41:10.290649 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007a7de-df39-4551-854b-8084581b9c7f req-da1e12db-5b3f-4c4c-a6cc-d319a1d0037e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:10.292385 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5007a7de-df39-4551-854b-8084581b9c7f req-da1e12db-5b3f-4c4c-a6cc-d319a1d0037e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0522828 Mar 30 16:41:10.338890 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5007a7de-df39-4551-854b-8084581b9c7f req-bf0c1483-ed58-4e6c-89f8-324c58fe860d tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400639 Mar 30 16:41:10.473380 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de6d4f-e73f-4a31-a3c0-a8ed5e4a1383 req-efb9700d-0ecd-4d79-bd89-1cd33756be6b tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:10.474834 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c1de6d4f-e73f-4a31-a3c0-a8ed5e4a1383 req-efb9700d-0ecd-4d79-bd89-1cd33756be6b tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0509610 Mar 30 16:41:10.520182 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c1de6d4f-e73f-4a31-a3c0-a8ed5e4a1383 req-92ecdc8e-e99c-4deb-ab0f-e6ee58db9df6 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9f3ce41-1953-44d4-aa92-25a6db6adad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397003 Mar 30 16:41:10.923424 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c93241-758f-4dc3-950c-430f1ff6bcf0 req-3af2604b-90a2-4cf1-8b50-a3ea6f820c5a tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:10.925035 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-26c93241-758f-4dc3-950c-430f1ff6bcf0 req-3af2604b-90a2-4cf1-8b50-a3ea6f820c5a tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 948 time: 0.0539362 Mar 30 16:41:10.971327 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-26c93241-758f-4dc3-950c-430f1ff6bcf0 req-eda88d7a-1b76-4684-ba06-dcf237f67df5 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407603 Mar 30 16:41:11.089530 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 596ee8fd-00cc-4e22-ba12-8a97cddb5690 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:41:11.208372 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 596ee8fd-00cc-4e22-ba12-8a97cddb5690, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=596ee8fd-00cc-4e22-ba12-8a97cddb5690,segment=NetworkSegment(9c0f8064-64bf-4fbc-8093-c194855d5d20),segment_id=9c0f8064-64bf-4fbc-8093-c194855d5d20)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:11.220988 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '596ee8fd-00cc-4e22-ba12-8a97cddb5690', 'network_id': '87194b03-9cec-4080-b406-13ab94a8bbfc', 'port_id': '596ee8fd-00cc-4e22-ba12-8a97cddb5690', 'mac_address': 'fa:16:3e:b3:fe:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5185099-9d56-44db-b815-ecc8f7a69b9d', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:41:11.259706 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 596ee8fd-00cc-4e22-ba12-8a97cddb5690 is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:11.260112 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:11.274057 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596ee8fd-00cc-4e22-ba12-8a97cddb5690 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:41:11.298636 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 596ee8fd-00cc-4e22-ba12-8a97cddb5690, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=596ee8fd-00cc-4e22-ba12-8a97cddb5690,segment=NetworkSegment(9c0f8064-64bf-4fbc-8093-c194855d5d20),segment_id=9c0f8064-64bf-4fbc-8093-c194855d5d20)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:11.438986 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:11.488306 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=596ee8fd-00cc-4e22-ba12-8a97cddb5690,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:11.701032 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52f81d-f471-422a-a08c-ca920552160a req-3dfb7d35-2bed-4a5a-9c30-368e13b0b437 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:11.703994 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bd52f81d-f471-422a-a08c-ca920552160a req-3dfb7d35-2bed-4a5a-9c30-368e13b0b437 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.2945776 Mar 30 16:41:11.750266 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bd52f81d-f471-422a-a08c-ca920552160a req-3a256b20-90af-480d-bfa9-543cfa5dc043 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Mar 30 16:41:11.822313 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['596ee8fd-00cc-4e22-ba12-8a97cddb5690'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:41:12.094112 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3b42f-7978-49e1-9d11-1be2e0452109 req-0e001119-0d45-42a7-a019-8d80ebc5b288 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:12.095483 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-acf3b42f-7978-49e1-9d11-1be2e0452109 req-0e001119-0d45-42a7-a019-8d80ebc5b288 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 949 time: 0.0599670 Mar 30 16:41:12.142361 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-acf3b42f-7978-49e1-9d11-1be2e0452109 req-ea0cc9ea-f1c6-4b9d-b159-0a2487bcef89 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Mar 30 16:41:12.873065 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10b819-7ac3-499a-99b0-0aa3c7a9b6c6 req-cc40c09a-2651-4f0b-9b70-b33c169375b4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:12.874718 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cb10b819-7ac3-499a-99b0-0aa3c7a9b6c6 req-cc40c09a-2651-4f0b-9b70-b33c169375b4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0563672 Mar 30 16:41:12.926804 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cb10b819-7ac3-499a-99b0-0aa3c7a9b6c6 req-54b9ab33-d8e1-471f-bfb6-0bd2e19c573d tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460198 Mar 30 16:41:13.091862 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 596ee8fd-00cc-4e22-ba12-8a97cddb5690 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:13.261009 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 596ee8fd-00cc-4e22-ba12-8a97cddb5690 completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:41:13.269841 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 596ee8fd-00cc-4e22-ba12-8a97cddb5690 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:13.270160 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:13.285798 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4596f0-904f-429e-8a46-075fa2c1efa4 req-f2a9eb4e-ec27-4829-bcb9-9b4c919e9d87 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:13.287933 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7a4596f0-904f-429e-8a46-075fa2c1efa4 req-f2a9eb4e-ec27-4829-bcb9-9b4c919e9d87 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 949 time: 0.0777462 Mar 30 16:41:13.341198 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7a4596f0-904f-429e-8a46-075fa2c1efa4 req-09fe75ce-3a0a-4d1b-93d1-5bcd746c341c tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464706 Mar 30 16:41:13.359999 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 596ee8fd-00cc-4e22-ba12-8a97cddb5690 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:13.360400 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:13.384068 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a90e86-96b6-4072-b8f2-64d2d925cf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596ee8fd-00cc-4e22-ba12-8a97cddb5690'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:13.386347 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5b481b-1b74-4202-9017-9aa9ec8c8284" -d '{"events": [{"server_uuid": "89a90e86-96b6-4072-b8f2-64d2d925cf90", "name": "network-vif-plugged", "status": "completed", "tag": "596ee8fd-00cc-4e22-ba12-8a97cddb5690"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:13.402983 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 596ee8fd-00cc-4e22-ba12-8a97cddb5690, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=596ee8fd-00cc-4e22-ba12-8a97cddb5690,segment=NetworkSegment(9c0f8064-64bf-4fbc-8093-c194855d5d20),segment_id=9c0f8064-64bf-4fbc-8093-c194855d5d20)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:13.424275 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69afed3-88d8-4f91-a87f-f87218e98d09 x-openstack-request-id: req-c69afed3-88d8-4f91-a87f-f87218e98d09 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:13.424592 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a90e86-96b6-4072-b8f2-64d2d925cf90", "name": "network-vif-plugged", "status": "completed", "tag": "596ee8fd-00cc-4e22-ba12-8a97cddb5690", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:13.424867 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c69afed3-88d8-4f91-a87f-f87218e98d09 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:13.425267 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69afed3-88d8-4f91-a87f-f87218e98d09'] response: {'server_uuid': '89a90e86-96b6-4072-b8f2-64d2d925cf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596ee8fd-00cc-4e22-ba12-8a97cddb5690', 'code': 200} Mar 30 16:41:13.506828 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:13.556108 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=596ee8fd-00cc-4e22-ba12-8a97cddb5690,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:13.833631 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272f775-e4d5-41e0-b2c5-97220eb72e0f req-d7860cad-4b72-46b1-b7b0-e535f59514d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:13.835793 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e272f775-e4d5-41e0-b2c5-97220eb72e0f req-d7860cad-4b72-46b1-b7b0-e535f59514d1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 1134 time: 0.0479739 Mar 30 16:41:13.893583 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e272f775-e4d5-41e0-b2c5-97220eb72e0f req-8ba50936-55d7-4bd5-89be-6e8c3a26399c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468247 Mar 30 16:41:14.044080 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692859d9-6fa0-4b9f-b6c5-35aed2ace898 req-3d7d3d03-7661-438f-87ca-8e987e3d6dc0 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:14.045587 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-692859d9-6fa0-4b9f-b6c5-35aed2ace898 req-3d7d3d03-7661-438f-87ca-8e987e3d6dc0 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0516105 Mar 30 16:41:14.095615 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-692859d9-6fa0-4b9f-b6c5-35aed2ace898 req-7e0cf987-3511-441b-bedf-d7ba836d3350 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442882 Mar 30 16:41:14.339008 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8aa7be-7dd7-454e-bb09-884aa1353d50 req-0a0b22ce-9774-44ff-a352-e368a7a2fdc6 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:14.340512 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7c8aa7be-7dd7-454e-bb09-884aa1353d50 req-0a0b22ce-9774-44ff-a352-e368a7a2fdc6 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0622776 Mar 30 16:41:14.398332 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7c8aa7be-7dd7-454e-bb09-884aa1353d50 req-932d15cb-5b64-4118-ab9a-fc0527bf0ab5 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9f3ce41-1953-44d4-aa92-25a6db6adad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516727 Mar 30 16:41:14.472666 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670dfe4-cd26-4aaa-8daf-50aef1192c43 req-e4081ea5-3c8a-4104-a4b6-e0e7e549a542 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:14.474390 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f670dfe4-cd26-4aaa-8daf-50aef1192c43 req-e4081ea5-3c8a-4104-a4b6-e0e7e549a542 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 950 time: 0.0542479 Mar 30 16:41:14.522933 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f670dfe4-cd26-4aaa-8daf-50aef1192c43 req-5580634f-57c4-42d9-b501-47197b6e6967 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Mar 30 16:41:15.217106 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9773e-bcf8-4d95-bead-98dd75533d02 req-c17677f4-85d2-4c1a-a01f-f027b1be512f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:15.218692 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-78e9773e-bcf8-4d95-bead-98dd75533d02 req-c17677f4-85d2-4c1a-a01f-f027b1be512f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0532010 Mar 30 16:41:15.266035 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-78e9773e-bcf8-4d95-bead-98dd75533d02 req-4d7f3446-48ce-46ae-a816-ae4a8aafa354 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416741 Mar 30 16:41:15.521058 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49228f-3dcf-4d41-bb6d-e3cee242311c req-6bb3b461-d264-4161-bc67-f9403941b4e4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:15.522444 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ce49228f-3dcf-4d41-bb6d-e3cee242311c req-6bb3b461-d264-4161-bc67-f9403941b4e4 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0515778 Mar 30 16:41:15.570539 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ce49228f-3dcf-4d41-bb6d-e3cee242311c req-857007af-3366-4ef3-8235-7818ca75c93b tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9f3ce41-1953-44d4-aa92-25a6db6adad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 Mar 30 16:41:15.645744 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e57fb2-5ae2-4689-af28-80b6ea44ce32 req-1a9e66d5-9ad1-4def-9a00-392ecbfaa638 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:15.647255 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f7e57fb2-5ae2-4689-af28-80b6ea44ce32 req-1a9e66d5-9ad1-4def-9a00-392ecbfaa638 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 950 time: 0.0573814 Mar 30 16:41:15.695067 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f7e57fb2-5ae2-4689-af28-80b6ea44ce32 req-a2acfa44-932f-4b36-9b86-5ed07d935177 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422001 Mar 30 16:41:16.411938 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0a458-472d-4916-89b5-d5603ca7b5a2 req-43e56fdb-8182-47dd-a862-cec8fda474e6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:16.413508 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2aa0a458-472d-4916-89b5-d5603ca7b5a2 req-43e56fdb-8182-47dd-a862-cec8fda474e6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0812738 Mar 30 16:41:16.456699 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f200e-b445-4144-9268-5cd66047c7d1 req-1d2ab3b6-aa34-4aad-8531-e8d89117fedb tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:16.458204 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e28f200e-b445-4144-9268-5cd66047c7d1 req-1d2ab3b6-aa34-4aad-8531-e8d89117fedb tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0801599 Mar 30 16:41:16.502954 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2aa0a458-472d-4916-89b5-d5603ca7b5a2 req-5ec71b1b-c52e-4af1-ad80-dd4ba0fdd680 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827780 Mar 30 16:41:16.573266 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-e28f200e-b445-4144-9268-5cd66047c7d1 req-b5d2517e-8abc-4a68-94de-3bc9ab1afea7 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Deleting port 58174a73-c8b4-441e-8533-4c3507599980 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:41:16.573901 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-e28f200e-b445-4144-9268-5cd66047c7d1 req-b5d2517e-8abc-4a68-94de-3bc9ab1afea7 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (58174a73-c8b4-441e-8533-4c3507599980), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:16.670771 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-e28f200e-b445-4144-9268-5cd66047c7d1 req-b5d2517e-8abc-4a68-94de-3bc9ab1afea7 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] For port 58174a73-c8b4-441e-8533-4c3507599980, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=58174a73-c8b4-441e-8533-4c3507599980,segment=NetworkSegment(1bc1eec7-c67b-4934-9eb5-e820eec9e688),segment_id=1bc1eec7-c67b-4934-9eb5-e820eec9e688)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:16.670771 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-e28f200e-b445-4144-9268-5cd66047c7d1 req-b5d2517e-8abc-4a68-94de-3bc9ab1afea7 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (58174a73-c8b4-441e-8533-4c3507599980), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:16.684649 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-e28f200e-b445-4144-9268-5cd66047c7d1 req-b5d2517e-8abc-4a68-94de-3bc9ab1afea7 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Calling delete_port for 58174a73-c8b4-441e-8533-4c3507599980 owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:41:16.706442 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0795bec-7d69-40d6-b248-da3d33df9273 req-fd2ac835-02d0-4203-8401-46ef2314e79f tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:16.707953 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-d0795bec-7d69-40d6-b248-da3d33df9273 req-fd2ac835-02d0-4203-8401-46ef2314e79f tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0540104 Mar 30 16:41:16.757795 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-d0795bec-7d69-40d6-b248-da3d33df9273 req-9e46e564-86c0-4d7b-974c-8ef1e5c6d7a0 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9f3ce41-1953-44d4-aa92-25a6db6adad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441389 Mar 30 16:41:16.868902 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0999476-3e45-4d8f-a9f3-0cb746fcf2e8 req-d5a06e48-d28c-4bd3-9570-428b8be5cf7a tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:16.871035 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e0999476-3e45-4d8f-a9f3-0cb746fcf2e8 req-d5a06e48-d28c-4bd3-9570-428b8be5cf7a tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 950 time: 0.0913870 Mar 30 16:41:16.913591 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-e28f200e-b445-4144-9268-5cd66047c7d1 req-b5d2517e-8abc-4a68-94de-3bc9ab1afea7 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (58174a73-c8b4-441e-8533-4c3507599980), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:16.934996 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['58174a73-c8b4-441e-8533-4c3507599980'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:41:16.950448 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e0999476-3e45-4d8f-a9f3-0cb746fcf2e8 req-c05f6f2e-fb75-4857-a342-dd21bc9fb645 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732472 Mar 30 16:41:16.958341 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2517e-8abc-4a68-94de-3bc9ab1afea7 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Pushing event deleted for resources: {'Port': ['ID=58174a73-c8b4-441e-8533-4c3507599980,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:17.005574 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f200e-b445-4144-9268-5cd66047c7d1 req-b5d2517e-8abc-4a68-94de-3bc9ab1afea7 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] No DVR routers for this DVR port 58174a73-c8b4-441e-8533-4c3507599980 on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:41:17.009805 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-e28f200e-b445-4144-9268-5cd66047c7d1 req-b5d2517e-8abc-4a68-94de-3bc9ab1afea7 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:17.013258 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e28f200e-b445-4144-9268-5cd66047c7d1 req-b5d2517e-8abc-4a68-94de-3bc9ab1afea7 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.45 "DELETE /v2.0/ports/58174a73-c8b4-441e-8533-4c3507599980 HTTP/1.1" status: 204 len: 173 time: 0.5449376 Mar 30 16:41:17.013779 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc956a48-df26-45b7-b022-dfda915eb6bf', 'name': 'network-vif-deleted', 'tag': '58174a73-c8b4-441e-8533-4c3507599980'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:17.016083 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c30f2f-1b7b-44e7-92c6-5adb823fe63a" -d '{"events": [{"server_uuid": "cc956a48-df26-45b7-b022-dfda915eb6bf", "name": "network-vif-deleted", "tag": "58174a73-c8b4-441e-8533-4c3507599980"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:17.440272 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb94b17-2d91-470b-95e3-836252f49d3e x-openstack-request-id: req-9cb94b17-2d91-470b-95e3-836252f49d3e {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:17.440684 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc956a48-df26-45b7-b022-dfda915eb6bf", "name": "network-vif-deleted", "tag": "58174a73-c8b4-441e-8533-4c3507599980", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:17.440812 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9cb94b17-2d91-470b-95e3-836252f49d3e {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:17.441250 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb94b17-2d91-470b-95e3-836252f49d3e'] response: {'server_uuid': 'cc956a48-df26-45b7-b022-dfda915eb6bf', 'name': 'network-vif-deleted', 'tag': '58174a73-c8b4-441e-8533-4c3507599980', 'status': 'completed', 'code': 200} Mar 30 16:41:17.543893 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed48fb-1580-41ab-9324-f82bee6863e9 req-aa4c10fc-8ab1-4422-bb39-577e79f014a1 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:17.545439 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6fed48fb-1580-41ab-9324-f82bee6863e9 req-aa4c10fc-8ab1-4422-bb39-577e79f014a1 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 950 time: 0.0549905 Mar 30 16:41:17.584325 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba0e54-f1d2-4639-96ea-bb1762ee9e4a req-41e976a9-a85a-4499-b360-b4485a2b6b02 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:17.585915 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cba0e54-f1d2-4639-96ea-bb1762ee9e4a req-41e976a9-a85a-4499-b360-b4485a2b6b02 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0569038 Mar 30 16:41:17.594012 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6fed48fb-1580-41ab-9324-f82bee6863e9 req-8317c125-cbbe-4a92-99fc-6b3a65baa8bc tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426297 Mar 30 16:41:17.642744 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cba0e54-f1d2-4639-96ea-bb1762ee9e4a req-4c52af7b-4b2c-4ad0-b091-4750c616046e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510287 Mar 30 16:41:17.714517 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a95fd0-542a-410c-9336-2e34d377da2f req-8dcbc70e-44b0-4d38-af82-4bc3ce0be6dc tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:17.716011 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-34a95fd0-542a-410c-9336-2e34d377da2f req-8dcbc70e-44b0-4d38-af82-4bc3ce0be6dc tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0575411 Mar 30 16:41:17.765331 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-34a95fd0-542a-410c-9336-2e34d377da2f req-4013776d-22e0-41fd-895b-dafd4dce3b28 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432043 Mar 30 16:41:17.868418 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-98ab97c4-fa60-48d8-8c1d-2d4a3a810594 req-52245344-587b-4ff5-88f6-addc2b8e5ce0 tempest-VolumesActionsTest-410517638 tempest-VolumesActionsTest-410517638-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc956a48-df26-45b7-b022-dfda915eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0294821 Mar 30 16:41:18.477157 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 37556) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:18.583114 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-1f4dfc6e-431e-41bc-ab9b-3cee6574cb4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:18.657261 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-1f4dfc6e-431e-41bc-ab9b-3cee6574cb4c admin admin] Publish callbacks [] for security_group (45168de8-6867-41af-9fa8-3331c501c66e), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:18.715678 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34c461-9874-4b87-a54f-92c79442b6b3 req-2b439473-826c-48fd-8a66-19fea77dee62 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:18.717327 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3c34c461-9874-4b87-a54f-92c79442b6b3 req-2b439473-826c-48fd-8a66-19fea77dee62 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 950 time: 0.0530076 Mar 30 16:41:18.730627 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-1f4dfc6e-431e-41bc-ab9b-3cee6574cb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (45168de8-6867-41af-9fa8-3331c501c66e), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:18.767562 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090f121-d08c-481a-9cf7-da0ee3cab705 req-f1d64e40-9c0b-4fc9-82ea-b674e6889d60 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:18.769501 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7090f121-d08c-481a-9cf7-da0ee3cab705 req-f1d64e40-9c0b-4fc9-82ea-b674e6889d60 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0542564 Mar 30 16:41:18.796671 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-1f4dfc6e-431e-41bc-ab9b-3cee6574cb4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=023359fa916743bb8cbb5dce241b9dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176694 Mar 30 16:41:18.801266 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 37568) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:18.801412 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dfc6e-431e-41bc-ab9b-3cee6574cb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45168de8-6867-41af-9fa8-3331c501c66e,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:18.810841 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3c34c461-9874-4b87-a54f-92c79442b6b3 req-1936c254-2603-4d7d-9156-2cea44e742eb tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874259 Mar 30 16:41:18.837145 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7090f121-d08c-481a-9cf7-da0ee3cab705 req-7e810be4-620d-4a74-80cf-a16bdda04a9c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619655 Mar 30 16:41:18.867678 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4c11e372-9109-4f49-bad4-dfd155eded61 admin admin] Publish callbacks [] for security_group (45168de8-6867-41af-9fa8-3331c501c66e), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:18.889281 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4c11e372-9109-4f49-bad4-dfd155eded61 admin admin] Publish callbacks [] for security_group (45168de8-6867-41af-9fa8-3331c501c66e), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:18.930479 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7503faf-4b6e-48fa-91a6-8f6543236f82 req-e21cb2f4-25d5-426d-87f1-58e16f8cb412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:18.936912 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c7503faf-4b6e-48fa-91a6-8f6543236f82 req-e21cb2f4-25d5-426d-87f1-58e16f8cb412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0586505 Mar 30 16:41:18.967342 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:41:18.990049 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c7503faf-4b6e-48fa-91a6-8f6543236f82 req-2f9c81c3-8c32-47fe-8c93-b5c6b93180ad tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518420 Mar 30 16:41:19.032397 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4c11e372-9109-4f49-bad4-dfd155eded61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (45168de8-6867-41af-9fa8-3331c501c66e), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:19.035067 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4c11e372-9109-4f49-bad4-dfd155eded61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:19.036336 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-4c11e372-9109-4f49-bad4-dfd155eded61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45168de8-6867-41af-9fa8-3331c501c66e HTTP/1.1" status: 204 len: 168 time: 0.2343867 Mar 30 16:41:19.044474 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11e372-9109-4f49-bad4-dfd155eded61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45168de8-6867-41af-9fa8-3331c501c66e,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:19.364356 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca2f12-f961-4194-8008-a24b714e6b57 req-34271556-8e9a-4828-8b1f-ede768e7ab3b tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:19.365952 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7aca2f12-f961-4194-8008-a24b714e6b57 req-34271556-8e9a-4828-8b1f-ede768e7ab3b tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.45 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 950 time: 0.0556252 Mar 30 16:41:19.468971 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-7aca2f12-f961-4194-8008-a24b714e6b57 req-32697021-75cd-419d-bf0e-fee66b6bd098 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Deleting port 596ee8fd-00cc-4e22-ba12-8a97cddb5690 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:41:19.469359 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-7aca2f12-f961-4194-8008-a24b714e6b57 req-32697021-75cd-419d-bf0e-fee66b6bd098 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:19.563803 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-7aca2f12-f961-4194-8008-a24b714e6b57 req-32697021-75cd-419d-bf0e-fee66b6bd098 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] For port 596ee8fd-00cc-4e22-ba12-8a97cddb5690, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=596ee8fd-00cc-4e22-ba12-8a97cddb5690,segment=NetworkSegment(9c0f8064-64bf-4fbc-8093-c194855d5d20),segment_id=9c0f8064-64bf-4fbc-8093-c194855d5d20)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:19.564172 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-7aca2f12-f961-4194-8008-a24b714e6b57 req-32697021-75cd-419d-bf0e-fee66b6bd098 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:19.579323 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-7aca2f12-f961-4194-8008-a24b714e6b57 req-32697021-75cd-419d-bf0e-fee66b6bd098 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Calling delete_port for 596ee8fd-00cc-4e22-ba12-8a97cddb5690 owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:41:19.767281 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-7aca2f12-f961-4194-8008-a24b714e6b57 req-32697021-75cd-419d-bf0e-fee66b6bd098 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (596ee8fd-00cc-4e22-ba12-8a97cddb5690), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:19.777656 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 37592) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:19.779443 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['596ee8fd-00cc-4e22-ba12-8a97cddb5690'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:41:19.788338 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-cb273617-0554-4a13-9c01-bc136bdd7f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:19.805421 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32697021-75cd-419d-bf0e-fee66b6bd098 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Pushing event deleted for resources: {'Port': ['ID=596ee8fd-00cc-4e22-ba12-8a97cddb5690,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:19.853169 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aca2f12-f961-4194-8008-a24b714e6b57 req-32697021-75cd-419d-bf0e-fee66b6bd098 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] No DVR routers for this DVR port 596ee8fd-00cc-4e22-ba12-8a97cddb5690 on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:41:19.856155 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-7aca2f12-f961-4194-8008-a24b714e6b57 req-32697021-75cd-419d-bf0e-fee66b6bd098 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:19.860567 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7aca2f12-f961-4194-8008-a24b714e6b57 req-32697021-75cd-419d-bf0e-fee66b6bd098 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.45 "DELETE /v2.0/ports/596ee8fd-00cc-4e22-ba12-8a97cddb5690 HTTP/1.1" status: 204 len: 173 time: 0.4883356 Mar 30 16:41:19.861446 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a90e86-96b6-4072-b8f2-64d2d925cf90', 'name': 'network-vif-deleted', 'tag': '596ee8fd-00cc-4e22-ba12-8a97cddb5690'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:19.864317 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668e8bfc-12c7-4997-9cee-9a18523723b5" -d '{"events": [{"server_uuid": "89a90e86-96b6-4072-b8f2-64d2d925cf90", "name": "network-vif-deleted", "tag": "596ee8fd-00cc-4e22-ba12-8a97cddb5690"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:19.899830 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-cb273617-0554-4a13-9c01-bc136bdd7f86 admin admin] Publish callbacks [] for security_group (a26a8573-0e29-4a0c-9939-42e09bed9305), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:19.941066 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-720173ee-85a5-45e9-8f14-2abe4608e3f3 req-0e966fd4-7b17-42bd-a4f0-0c34f11daf07 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 210 time: 0.0317304 Mar 30 16:41:19.975172 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-cb273617-0554-4a13-9c01-bc136bdd7f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (a26a8573-0e29-4a0c-9939-42e09bed9305), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:20.028397 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb273617-0554-4a13-9c01-bc136bdd7f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26a8573-0e29-4a0c-9939-42e09bed9305,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:20.038200 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-cb273617-0554-4a13-9c01-bc136bdd7f86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=528487efd9f744099444f2af78809b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618151 Mar 30 16:41:20.041700 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 37606) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:20.070335 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34e5f3-b89e-4c42-a31f-95fdb7b9eab2 req-d2c8344d-111b-460e-9d05-d52f7fbd59d9 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:20.071880 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-de34e5f3-b89e-4c42-a31f-95fdb7b9eab2 req-d2c8344d-111b-460e-9d05-d52f7fbd59d9 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0540795 Mar 30 16:41:20.101090 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c65724a5-8e6e-4d20-b81f-b5b2d821fc5b admin admin] Publish callbacks [] for security_group (a26a8573-0e29-4a0c-9939-42e09bed9305), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:20.122989 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-de34e5f3-b89e-4c42-a31f-95fdb7b9eab2 req-bcba7e27-89ec-4664-876d-5f5b2607c2a6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444043 Mar 30 16:41:20.125741 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c65724a5-8e6e-4d20-b81f-b5b2d821fc5b admin admin] Publish callbacks [] for security_group (a26a8573-0e29-4a0c-9939-42e09bed9305), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:20.173769 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91247d3-fd21-44e4-812b-90d0fc67f606 x-openstack-request-id: req-e91247d3-fd21-44e4-812b-90d0fc67f606 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:20.174350 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a90e86-96b6-4072-b8f2-64d2d925cf90", "name": "network-vif-deleted", "tag": "596ee8fd-00cc-4e22-ba12-8a97cddb5690", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:20.174665 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e91247d3-fd21-44e4-812b-90d0fc67f606 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:20.175152 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91247d3-fd21-44e4-812b-90d0fc67f606'] response: {'server_uuid': '89a90e86-96b6-4072-b8f2-64d2d925cf90', 'name': 'network-vif-deleted', 'tag': '596ee8fd-00cc-4e22-ba12-8a97cddb5690', 'status': 'completed', 'code': 200} Mar 30 16:41:20.261337 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c65724a5-8e6e-4d20-b81f-b5b2d821fc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (a26a8573-0e29-4a0c-9939-42e09bed9305), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:20.263884 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c65724a5-8e6e-4d20-b81f-b5b2d821fc5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:20.265279 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-c65724a5-8e6e-4d20-b81f-b5b2d821fc5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a26a8573-0e29-4a0c-9939-42e09bed9305 HTTP/1.1" status: 204 len: 168 time: 0.2227142 Mar 30 16:41:20.270127 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071f806-e53e-4958-a4b5-526cf8475e0e req-026d5e53-56d9-423f-b646-253f04560f45 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:20.271641 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9071f806-e53e-4958-a4b5-526cf8475e0e req-026d5e53-56d9-423f-b646-253f04560f45 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0518105 Mar 30 16:41:20.275424 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65724a5-8e6e-4d20-b81f-b5b2d821fc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26a8573-0e29-4a0c-9939-42e09bed9305,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:20.333860 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9071f806-e53e-4958-a4b5-526cf8475e0e req-9ea2c10a-35b2-4b82-b7dc-159d6e0f46ca tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534468 Mar 30 16:41:20.981961 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 37630) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:20.995064 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-345f23ff-cff1-4aef-bf76-4839845d09bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:21.055576 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2248f98e-1e4f-43f9-b4db-3b3397459094 req-0c1c983c-b4b4-4dd0-8695-659a9b50ca91 tempest-VolumesNegativeTest-1998654190 tempest-VolumesNegativeTest-1998654190-project] 10.222.0.36 "GET /v2.0/ports?device_id=89a90e86-96b6-4072-b8f2-64d2d925cf90 HTTP/1.1" status: 200 len: 210 time: 0.0268910 Mar 30 16:41:21.075307 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-345f23ff-cff1-4aef-bf76-4839845d09bf admin admin] Publish callbacks [] for security_group (a1edcad8-c323-4802-a354-281ea3e12a64), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:21.117172 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 58174a73-c8b4-441e-8533-4c3507599980 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:41:21.139543 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 58174a73-c8b4-441e-8533-4c3507599980 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:41:21.140467 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 58174a73-c8b4-441e-8533-4c3507599980 not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:41:21.140925 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 596ee8fd-00cc-4e22-ba12-8a97cddb5690 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:41:21.161139 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 596ee8fd-00cc-4e22-ba12-8a97cddb5690 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:41:21.161643 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 596ee8fd-00cc-4e22-ba12-8a97cddb5690 not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:41:21.237856 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-345f23ff-cff1-4aef-bf76-4839845d09bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (a1edcad8-c323-4802-a354-281ea3e12a64), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:21.255645 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224117dc-9ef2-4c71-987c-117a3c1c0db6 req-9423680b-45c7-4d22-b0b9-9ef512f90a75 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:21.257141 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-224117dc-9ef2-4c71-987c-117a3c1c0db6 req-9423680b-45c7-4d22-b0b9-9ef512f90a75 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0611956 Mar 30 16:41:21.301279 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f23ff-cff1-4aef-bf76-4839845d09bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1edcad8-c323-4802-a354-281ea3e12a64,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:21.305463 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-345f23ff-cff1-4aef-bf76-4839845d09bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39024588a14e47958503a1af2fbed90c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224928 Mar 30 16:41:21.308660 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 37636) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:21.335646 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-224117dc-9ef2-4c71-987c-117a3c1c0db6 req-0f0a80cf-b618-412c-967b-e8bbfed9bea9 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709412 Mar 30 16:41:21.362160 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-35609036-121c-40d6-9f15-d6ecfb6d3efe admin admin] Publish callbacks [] for security_group (a1edcad8-c323-4802-a354-281ea3e12a64), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:21.387286 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-35609036-121c-40d6-9f15-d6ecfb6d3efe admin admin] Publish callbacks [] for security_group (a1edcad8-c323-4802-a354-281ea3e12a64), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:21.467087 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad55ef-16fd-48d5-8d9b-8dcc7479d35a req-abceb37c-67de-4a74-b2d4-5982503ba82a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:21.469557 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8cad55ef-16fd-48d5-8d9b-8dcc7479d35a req-abceb37c-67de-4a74-b2d4-5982503ba82a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0613072 Mar 30 16:41:21.520454 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8cad55ef-16fd-48d5-8d9b-8dcc7479d35a req-6710553e-d23c-475a-9c03-2ea015a3b59b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450845 Mar 30 16:41:21.529351 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-35609036-121c-40d6-9f15-d6ecfb6d3efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (a1edcad8-c323-4802-a354-281ea3e12a64), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:21.532037 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-35609036-121c-40d6-9f15-d6ecfb6d3efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:21.533235 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-35609036-121c-40d6-9f15-d6ecfb6d3efe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1edcad8-c323-4802-a354-281ea3e12a64 HTTP/1.1" status: 204 len: 168 time: 0.2240641 Mar 30 16:41:21.543177 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35609036-121c-40d6-9f15-d6ecfb6d3efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1edcad8-c323-4802-a354-281ea3e12a64,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:22.476740 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5816a3-c969-45c4-97de-1ecf6b568963 req-eb44684f-eb02-4f02-897e-4b04175970d1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:22.478383 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4c5816a3-c969-45c4-97de-1ecf6b568963 req-eb44684f-eb02-4f02-897e-4b04175970d1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0580029 Mar 30 16:41:22.542834 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4c5816a3-c969-45c4-97de-1ecf6b568963 req-f08c22ff-dddd-40ac-a9b2-458150c40c54 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577137 Mar 30 16:41:22.656852 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03d2c5-e36a-41b0-89bd-0002e457d278 req-5bae9ab3-f83e-4c06-8275-efa5afa36b53 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:22.658343 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0e03d2c5-e36a-41b0-89bd-0002e457d278 req-5bae9ab3-f83e-4c06-8275-efa5afa36b53 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0574257 Mar 30 16:41:22.708994 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0e03d2c5-e36a-41b0-89bd-0002e457d278 req-261c3a43-2d36-4774-9bb0-a15c7dadef98 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436983 Mar 30 16:41:23.630562 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 37784) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:23.635248 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-ee97d4e6-c47a-469e-86eb-b31319064716 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8305343', 'description': 'tempest-description--1666330090'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:23.681163 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69d662-0f5d-420b-a8e8-2476b66b7e56 req-ee939a1d-01e3-4c7a-84ca-a99405a6a058 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:23.682681 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fe69d662-0f5d-420b-a8e8-2476b66b7e56 req-ee939a1d-01e3-4c7a-84ca-a99405a6a058 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0526917 Mar 30 16:41:23.731429 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fe69d662-0f5d-420b-a8e8-2476b66b7e56 req-4c35d09c-1c02-4a84-84fb-deba3a4fe0b4 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414870 Mar 30 16:41:23.787274 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ee97d4e6-c47a-469e-86eb-b31319064716 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:23.879055 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2967-4811-4d95-8a58-be888dcf005d req-24aae13b-615a-423a-bea8-cecc0cb70d70 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:23.880584 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-eeaa2967-4811-4d95-8a58-be888dcf005d req-24aae13b-615a-423a-bea8-cecc0cb70d70 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0805988 Mar 30 16:41:23.915688 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ee97d4e6-c47a-469e-86eb-b31319064716 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (809c9712-49c1-49a0-b8b9-0247e5d19d00), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:23.960253 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-eeaa2967-4811-4d95-8a58-be888dcf005d req-8a869229-ac45-4bb8-8a33-218fb9e94682 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703163 Mar 30 16:41:23.986639 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ee97d4e6-c47a-469e-86eb-b31319064716 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (809c9712-49c1-49a0-b8b9-0247e5d19d00), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.016533 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97d4e6-c47a-469e-86eb-b31319064716 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809c9712-49c1-49a0-b8b9-0247e5d19d00,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:24.068816 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ee97d4e6-c47a-469e-86eb-b31319064716 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.070183 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-ee97d4e6-c47a-469e-86eb-b31319064716 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4383647 Mar 30 16:41:24.085212 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 37814) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:24.090058 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-9ebcc1c1-4513-4fa5-8fad-c99c27accc18 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'security_group_rule': {'security_group_id': '809c9712-49c1-49a0-b8b9-0247e5d19d00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:24.203728 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc1c1-4513-4fa5-8fad-c99c27accc18 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (d65d725e-bda7-4384-a693-fb945086c808), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.256954 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc1c1-4513-4fa5-8fad-c99c27accc18 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (d65d725e-bda7-4384-a693-fb945086c808), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.352105 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc1c1-4513-4fa5-8fad-c99c27accc18 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (d65d725e-bda7-4384-a693-fb945086c808), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.376660 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcc1c1-4513-4fa5-8fad-c99c27accc18 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65d725e-bda7-4384-a693-fb945086c808,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:24.452938 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc1c1-4513-4fa5-8fad-c99c27accc18 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.458598 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-9ebcc1c1-4513-4fa5-8fad-c99c27accc18 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3677301 Mar 30 16:41:24.460656 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 37838) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:24.465864 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-519a5c86-366e-4eb3-b47e-77e757000e9b tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'security_group_rule': {'security_group_id': '809c9712-49c1-49a0-b8b9-0247e5d19d00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:24.579428 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-519a5c86-366e-4eb3-b47e-77e757000e9b tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (dfc1ade0-9572-4786-a76f-43a16320bcc4), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.640813 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-519a5c86-366e-4eb3-b47e-77e757000e9b tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (dfc1ade0-9572-4786-a76f-43a16320bcc4), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.768556 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-519a5c86-366e-4eb3-b47e-77e757000e9b tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (dfc1ade0-9572-4786-a76f-43a16320bcc4), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.784025 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a5c86-366e-4eb3-b47e-77e757000e9b tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc1ade0-9572-4786-a76f-43a16320bcc4,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:24.875695 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce004c72-9bd2-49e7-bf4e-5bd92b568c50 req-4f1a31d4-a4fb-40ae-8afb-7518a7425310 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:24.877199 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ce004c72-9bd2-49e7-bf4e-5bd92b568c50 req-4f1a31d4-a4fb-40ae-8afb-7518a7425310 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0576234 Mar 30 16:41:24.924654 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ce004c72-9bd2-49e7-bf4e-5bd92b568c50 req-72eb84b9-dcdf-43dc-9172-c63efe6cbf24 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417049 Mar 30 16:41:24.937536 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-519a5c86-366e-4eb3-b47e-77e757000e9b tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.939869 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-519a5c86-366e-4eb3-b47e-77e757000e9b tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4765766 Mar 30 16:41:24.942051 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 37860) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:24.948210 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'floatingip': {'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:25.030684 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:25.199383 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a721909-8456-4cc9-b24d-be22657137bf req-6958f875-0df5-460f-9c19-db3fb41d1b35 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:25.201119 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4a721909-8456-4cc9-b24d-be22657137bf req-6958f875-0df5-460f-9c19-db3fb41d1b35 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.1545558 Mar 30 16:41:25.204134 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c12dc-5f8b-4c1d-aca5-bdefbb2c3faa req-fe8467f9-19d1-450e-87c5-0851a2adf3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:25.205576 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-676c12dc-5f8b-4c1d-aca5-bdefbb2c3faa req-fe8467f9-19d1-450e-87c5-0851a2adf3e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 1130 time: 0.1253505 Mar 30 16:41:25.317642 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-676c12dc-5f8b-4c1d-aca5-bdefbb2c3faa req-a6207bb1-a3fa-4aae-bd53-86a94eedaa11 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056168 Mar 30 16:41:25.325170 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:25.344874 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4a721909-8456-4cc9-b24d-be22657137bf req-59606f03-2ada-4dbf-8f3c-fc7b69c131e3 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353645 Mar 30 16:41:25.477939 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Allocated IP 172.28.2.232 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/3e67591c-ba54-4406-91ea-65424cfcb536) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:25.591698 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for port (3e67591c-ba54-4406-91ea-65424cfcb536), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:25.729667 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (3e67591c-ba54-4406-91ea-65424cfcb536), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:25.772320 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:25.775250 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:25.778743 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:25.807135 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'Port': ['ID=3e67591c-ba54-4406-91ea-65424cfcb536,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:25.871650 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (11be9140-6a6b-499b-a39a-83a581184088), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.009871 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (3e67591c-ba54-4406-91ea-65424cfcb536), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.063639 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4f567-b0a0-46d6-8394-64c49f7d6ea6 req-a72dee11-3e3a-4dde-9661-94676051eed7 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:26.065902 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6fc4f567-b0a0-46d6-8394-64c49f7d6ea6 req-a72dee11-3e3a-4dde-9661-94676051eed7 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0602314 Mar 30 16:41:26.138551 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6fc4f567-b0a0-46d6-8394-64c49f7d6ea6 req-a958e885-efe2-46a1-ae07-ad0ee251c89c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624895 Mar 30 16:41:26.228627 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for port (3e67591c-ba54-4406-91ea-65424cfcb536), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.348228 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (3e67591c-ba54-4406-91ea-65424cfcb536), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.455434 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'Port': ['ID=3e67591c-ba54-4406-91ea-65424cfcb536,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:26.494930 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (11be9140-6a6b-499b-a39a-83a581184088), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.526285 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154e8ba-537c-4b6a-8715-26c20cbb27d5 req-7db3f505-9f1c-4959-b985-4976666d5f53 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:26.527777 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6154e8ba-537c-4b6a-8715-26c20cbb27d5 req-7db3f505-9f1c-4959-b985-4976666d5f53 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0759676 Mar 30 16:41:26.583543 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6154e8ba-537c-4b6a-8715-26c20cbb27d5 req-60f553b8-4d6d-4482-98ed-a81791e11e02 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487428 Mar 30 16:41:26.645555 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.653223 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-efd68741-4924-4e43-9249-bfc584ef1bd1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7037830 Mar 30 16:41:26.858979 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ec789e07-9552-46b4-b572-6e51428a3088 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--8305343&fields=id&tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9 HTTP/1.1" status: 200 len: 267 time: 0.0525627 Mar 30 16:41:26.975567 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-2e9a8555-3f53-4da3-8080-c3570b0924d6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:26.977050 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-2e9a8555-3f53-4da3-8080-c3570b0924d6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/networks?id=9066559d-1511-4e4c-9ef1-9189866f3059 HTTP/1.1" status: 200 len: 814 time: 0.1074147 Mar 30 16:41:26.993083 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-92f944e5-3a90-4af0-9cb0-24c79f71332e tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/quotas/f0ad01349a534b659dc50fcd3ac8a0e9 HTTP/1.1" status: 200 len: 375 time: 0.0103695 Mar 30 16:41:27.072257 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-7d85e6ce-b6f7-4ebd-abd8-bf597a667014 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723286 Mar 30 16:41:27.177741 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-621c97b7-949e-4b25-a64e-a73f71dfe9e4 service neutron] 10.222.0.36 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904200 Mar 30 16:41:27.309004 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140e29b-ec25-4030-9c90-885e586ca5d5 req-d37fb115-a2ed-4817-8190-23df00c0977a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:27.311343 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9140e29b-ec25-4030-9c90-885e586ca5d5 req-d37fb115-a2ed-4817-8190-23df00c0977a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0647328 Mar 30 16:41:27.373464 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9140e29b-ec25-4030-9c90-885e586ca5d5 req-82fff91c-c0c3-49d3-b892-548187342586 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560172 Mar 30 16:41:27.529511 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-35d02bd2-e191-450e-9c64-fe6165e7e831 service neutron] 10.222.0.36 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337057 Mar 30 16:41:27.711707 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105ec5e-146f-42cc-9f29-212956e28f63 req-872644a5-2104-4879-a019-6b0ceefa6ece tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:27.721027 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a105ec5e-146f-42cc-9f29-212956e28f63 req-872644a5-2104-4879-a019-6b0ceefa6ece tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0665579 Mar 30 16:41:27.799707 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-23e31672-e524-40ff-a540-0e7db7a56998 req-55eb41d4-05f9-47b1-aa32-ad52e1e04be7 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 210 time: 0.0375600 Mar 30 16:41:27.808167 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a105ec5e-146f-42cc-9f29-212956e28f63 req-9dda4875-cb87-474b-b468-18a42b2466f6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739858 Mar 30 16:41:28.298055 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fb26e-2c33-4d17-b649-a2cbf736427f req-e9d0ab1f-d4d4-449c-ac16-c7b30c0b3adb tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:28.299689 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e14fb26e-2c33-4d17-b649-a2cbf736427f req-e9d0ab1f-d4d4-449c-ac16-c7b30c0b3adb tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0550349 Mar 30 16:41:28.313656 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa26b7-d0c8-4b32-b919-2d72dd49d329 req-3102575e-756e-432d-ad97-acfc059f99c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:28.315150 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e4fa26b7-d0c8-4b32-b919-2d72dd49d329 req-3102575e-756e-432d-ad97-acfc059f99c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0553741 Mar 30 16:41:28.347620 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e14fb26e-2c33-4d17-b649-a2cbf736427f req-84852b22-19f7-4d69-8bcd-ef409cdabdd9 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418546 Mar 30 16:41:28.364033 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e4fa26b7-d0c8-4b32-b919-2d72dd49d329 req-c8c9fa93-cc13-4d6b-a0ff-56101a2f2c41 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425956 Mar 30 16:41:28.459420 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200aab01-bcb2-42fc-8a51-69458ebe92c3 req-f97a57d9-2862-4b69-a3cc-2097db02df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:28.461005 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-200aab01-bcb2-42fc-8a51-69458ebe92c3 req-f97a57d9-2862-4b69-a3cc-2097db02df76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 1130 time: 0.0544629 Mar 30 16:41:28.520644 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d864407-e61b-47ca-bb31-08d5674d18ec req-7d9e4be7-2c8c-4bde-8acb-a5def40eb64c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:28.522280 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7d864407-e61b-47ca-bb31-08d5674d18ec req-7d9e4be7-2c8c-4bde-8acb-a5def40eb64c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0530562 Mar 30 16:41:28.576220 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200aab01-bcb2-42fc-8a51-69458ebe92c3 req-63f5a001-277e-45f4-b4ef-26e35f8fbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:28.576220 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-200aab01-bcb2-42fc-8a51-69458ebe92c3 req-63f5a001-277e-45f4-b4ef-26e35f8fbd8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 919 time: 0.0937295 Mar 30 16:41:28.583806 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7d864407-e61b-47ca-bb31-08d5674d18ec req-e44024ff-5d6d-49c5-bd9a-0bbe4f047e4f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518272 Mar 30 16:41:28.624555 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-200aab01-bcb2-42fc-8a51-69458ebe92c3 req-f21b508d-f95d-4b30-96bd-8172ebd0e3d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e5030b-2858-40d6-b8a7-d128fee872c4 HTTP/1.1" status: 200 len: 217 time: 0.0394835 Mar 30 16:41:28.674516 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200aab01-bcb2-42fc-8a51-69458ebe92c3 req-eb4216dd-23c2-4823-948a-7a98dffa01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:28.675991 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-200aab01-bcb2-42fc-8a51-69458ebe92c3 req-eb4216dd-23c2-4823-948a-7a98dffa01d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.0450907 Mar 30 16:41:28.727963 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200aab01-bcb2-42fc-8a51-69458ebe92c3 req-a509d3c6-a1cb-44e0-b1c0-5156b8e6bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:28.729553 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-200aab01-bcb2-42fc-8a51-69458ebe92c3 req-a509d3c6-a1cb-44e0-b1c0-5156b8e6bfba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0471084 Mar 30 16:41:28.826501 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-200aab01-bcb2-42fc-8a51-69458ebe92c3 req-290d30f5-a171-42cb-afe2-84a430cac604 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901904 Mar 30 16:41:28.885346 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca49349-0aae-4c1d-bfcc-50c7fbcef40d req-9680f557-1780-4989-b624-28a9f8d4b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:28.886882 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8ca49349-0aae-4c1d-bfcc-50c7fbcef40d req-9680f557-1780-4989-b624-28a9f8d4b2c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9aeead52e01c4a67b8294c0188d476bb&device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 1129 time: 0.0467052 Mar 30 16:41:28.933475 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ef61007f-757b-4635-99a9-92b35eff6c48 req-5b7e1dc8-2e59-485a-9513-0dc3f074766b tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 210 time: 0.0489900 Mar 30 16:41:28.998065 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-200aab01-bcb2-42fc-8a51-69458ebe92c3 req-a86ca1a0-94aa-43fd-b106-238578e3a976 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585355 Mar 30 16:41:29.023690 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca49349-0aae-4c1d-bfcc-50c7fbcef40d req-5e1e32a7-ee07-42cf-ad94-71d80fb1ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:29.025272 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8ca49349-0aae-4c1d-bfcc-50c7fbcef40d req-5e1e32a7-ee07-42cf-ad94-71d80fb1ebbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=502a6e91-b591-4f3b-8946-72c3ddeb25ad HTTP/1.1" status: 200 len: 916 time: 0.1029110 Mar 30 16:41:29.112809 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8ca49349-0aae-4c1d-bfcc-50c7fbcef40d req-0d13b40c-ac18-461b-a4ac-c4537105eae8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87066447-d170-4142-9399-42aa4170eb9e HTTP/1.1" status: 200 len: 1001 time: 0.0630038 Mar 30 16:41:29.164986 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca49349-0aae-4c1d-bfcc-50c7fbcef40d req-0b0cfb6c-c516-435f-9250-1bd3f8ddc260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:29.166453 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8ca49349-0aae-4c1d-bfcc-50c7fbcef40d req-0b0cfb6c-c516-435f-9250-1bd3f8ddc260 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9df6b30-1554-4ac7-a638-1eff78d1538f HTTP/1.1" status: 200 len: 854 time: 0.0461743 Mar 30 16:41:29.215253 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca49349-0aae-4c1d-bfcc-50c7fbcef40d req-41aa0307-7c1c-4589-977f-31767be7726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:29.216724 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8ca49349-0aae-4c1d-bfcc-50c7fbcef40d req-41aa0307-7c1c-4589-977f-31767be7726b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=502a6e91-b591-4f3b-8946-72c3ddeb25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436544 Mar 30 16:41:29.317557 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8ca49349-0aae-4c1d-bfcc-50c7fbcef40d req-ccee186e-62fc-4bc0-b05e-775dc8ac01f6 service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908694 Mar 30 16:41:29.448025 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8ca49349-0aae-4c1d-bfcc-50c7fbcef40d req-ad8deabd-b625-4253-84eb-21aefcd601f0 service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052682 Mar 30 16:41:29.521857 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0519d2-87af-4587-ae13-94b196416d74 req-a57afa8a-6c4a-4510-a9d3-bd7fcf39dd1c tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:29.523823 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4e0519d2-87af-4587-ae13-94b196416d74 req-a57afa8a-6c4a-4510-a9d3-bd7fcf39dd1c tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0693936 Mar 30 16:41:29.540553 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e312-4521-4f2b-857d-7ada127959a3 req-d7fa021b-af0e-4255-8cb6-1d100568664c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:29.542398 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-62f8e312-4521-4f2b-857d-7ada127959a3 req-d7fa021b-af0e-4255-8cb6-1d100568664c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0627553 Mar 30 16:41:29.544013 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 38094) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:29.588039 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4e0519d2-87af-4587-ae13-94b196416d74 req-90ebbbee-8281-4907-a9bb-1d4ced3bf749 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587037 Mar 30 16:41:29.597616 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-62f8e312-4521-4f2b-857d-7ada127959a3 req-e1a8b6e0-b068-4aa1-acc9-73c8d2be30b0 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475445 Mar 30 16:41:29.718738 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-5718ee91-2dea-429d-80ae-fafb8cd92695 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7380e688b5541bca4209cf952504425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733644 Mar 30 16:41:29.721339 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 38104) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:29.721691 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5c0ef-a375-4359-83d9-66cc82505864 req-c00f2995-33c7-46c7-8052-4d4247bb3ad7 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:29.723250 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a6e5c0ef-a375-4359-83d9-66cc82505864 req-c00f2995-33c7-46c7-8052-4d4247bb3ad7 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0568511 Mar 30 16:41:29.773543 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a6e5c0ef-a375-4359-83d9-66cc82505864 req-66ffec05-a163-4dbc-b7f9-5e5e6d79e060 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Mar 30 16:41:29.774012 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5905c87f-79ed-4256-9b7e-277034254873 admin admin] Publish callbacks [] for security_group (b2eeb3a5-0742-4a9c-a167-49f3598fb2ff), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:29.795859 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5905c87f-79ed-4256-9b7e-277034254873 admin admin] Publish callbacks [] for security_group (b2eeb3a5-0742-4a9c-a167-49f3598fb2ff), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:29.990137 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5905c87f-79ed-4256-9b7e-277034254873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (b2eeb3a5-0742-4a9c-a167-49f3598fb2ff), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:29.992891 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5905c87f-79ed-4256-9b7e-277034254873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:29.994137 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-5905c87f-79ed-4256-9b7e-277034254873 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2eeb3a5-0742-4a9c-a167-49f3598fb2ff HTTP/1.1" status: 204 len: 168 time: 0.2717140 Mar 30 16:41:30.005490 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905c87f-79ed-4256-9b7e-277034254873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eeb3a5-0742-4a9c-a167-49f3598fb2ff,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:30.040676 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f2d9056e-d2d6-4412-a4ef-0616678127fa req-aa2d6f03-8e60-4e36-aa1a-95628cb50081 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 210 time: 0.0369325 Mar 30 16:41:30.329117 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:30.407924 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-8715ad8c-a971-4329-874e-92bf2f63ff5b tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:30.417148 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-8715ad8c-a971-4329-874e-92bf2f63ff5b tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "GET /v2.0/networks?id=9066559d-1511-4e4c-9ef1-9189866f3059 HTTP/1.1" status: 200 len: 814 time: 0.1206830 Mar 30 16:41:30.494611 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-f69bc312-06ca-474d-9c44-f56089d528af tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9 HTTP/1.1" status: 200 len: 469 time: 0.0754292 Mar 30 16:41:30.505683 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ee33236a-411a-418f-a0b2-d90d4309a6a3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'port': {'device_id': '6e40167b-c936-4d6e-a7ae-6a3bd413673d', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'admin_state_up': True, 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'security_groups': ['809c9712-49c1-49a0-b8b9-0247e5d19d00']}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:30.739499 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851dcb6-da72-4ca4-a7be-236042fdbef1 req-4deb786b-64ca-4aa7-bfe4-9608035f8e3a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:30.740109 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e17336-594a-412a-a5ec-339435d27576 req-654b8953-5f78-4361-a8db-676e15c12f5e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:30.741029 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f851dcb6-da72-4ca4-a7be-236042fdbef1 req-4deb786b-64ca-4aa7-bfe4-9608035f8e3a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0708246 Mar 30 16:41:30.741630 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d1e17336-594a-412a-a5ec-339435d27576 req-654b8953-5f78-4361-a8db-676e15c12f5e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0533462 Mar 30 16:41:30.744430 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ee33236a-411a-418f-a0b2-d90d4309a6a3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Made reservation on behalf of f0ad01349a534b659dc50fcd3ac8a0e9 for: {'port': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:30.748022 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ee33236a-411a-418f-a0b2-d90d4309a6a3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:30.824711 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d1e17336-594a-412a-a5ec-339435d27576 req-6c043f3c-3db0-4d91-92df-ef0c31cf6cbf tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739791 Mar 30 16:41:30.878701 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f851dcb6-da72-4ca4-a7be-236042fdbef1 req-52db7199-94c9-4d8f-a7dc-48c1983cfdb6 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201952 Mar 30 16:41:30.975715 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72cd3e-d76f-4918-b227-ed7f9fb01459 req-14337ca4-2fc6-400c-9be3-bd8589a2cc8a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:30.977225 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ca72cd3e-d76f-4918-b227-ed7f9fb01459 req-14337ca4-2fc6-400c-9be3-bd8589a2cc8a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0551708 Mar 30 16:41:30.978379 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ee33236a-411a-418f-a0b2-d90d4309a6a3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Allocated IP 172.20.0.11 (9066559d-1511-4e4c-9ef1-9189866f3059/b24404d6-5dc2-4606-9399-33eea5fa9693/829c2fb7-ed19-400f-9cc2-37bbbe9e6147) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:31.027369 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ca72cd3e-d76f-4918-b227-ed7f9fb01459 req-6c430913-021a-43a5-9254-eeff79c070bc tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413389 Mar 30 16:41:31.134104 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 87066447-d170-4142-9399-42aa4170eb9e details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:41:31.179970 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ee33236a-411a-418f-a0b2-d90d4309a6a3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:31.183567 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6ffba6a0-3ecd-4529-8164-7a6dc762dcc7 req-b30d3db3-de79-4520-8d9c-8f5d29ab1913 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 210 time: 0.0612810 Mar 30 16:41:31.260354 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 87066447-d170-4142-9399-42aa4170eb9e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87066447-d170-4142-9399-42aa4170eb9e,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:31.272778 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '87066447-d170-4142-9399-42aa4170eb9e', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'port_id': '87066447-d170-4142-9399-42aa4170eb9e', 'mac_address': 'fa:16:3e:c6:34:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:41:31.314936 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 87066447-d170-4142-9399-42aa4170eb9e is: ACTIVE; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:31.315355 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (87066447-d170-4142-9399-42aa4170eb9e), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:31.330399 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87066447-d170-4142-9399-42aa4170eb9e {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:41:31.351251 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 87066447-d170-4142-9399-42aa4170eb9e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87066447-d170-4142-9399-42aa4170eb9e,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:31.358793 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ee33236a-411a-418f-a0b2-d90d4309a6a3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:31.405854 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ee33236a-411a-418f-a0b2-d90d4309a6a3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Network 9066559d-1511-4e4c-9ef1-9189866f3059 is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:31.409002 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ee33236a-411a-418f-a0b2-d90d4309a6a3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:31.419725 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ee33236a-411a-418f-a0b2-d90d4309a6a3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:31.425444 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33236a-411a-418f-a0b2-d90d4309a6a3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'Port': ['ID=829c2fb7-ed19-400f-9cc2-37bbbe9e6147,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:31.489250 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (87066447-d170-4142-9399-42aa4170eb9e), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:31.511814 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ee33236a-411a-418f-a0b2-d90d4309a6a3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:31.514144 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ee33236a-411a-418f-a0b2-d90d4309a6a3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:31.586691 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=87066447-d170-4142-9399-42aa4170eb9e,revision_number=6']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:31.618538 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['87066447-d170-4142-9399-42aa4170eb9e'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:41:31.634980 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ee33236a-411a-418f-a0b2-d90d4309a6a3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1345415 Mar 30 16:41:31.653853 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Request body: {'port': {'device_id': '6e40167b-c936-4d6e-a7ae-6a3bd413673d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:31.666968 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2d7855e9-7a39-4ead-8c61-faa0098523b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:31.790077 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:31.853951 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-2e5e6e8e-1105-4b15-ba94-e74c8e27f935 None None] Provisioning complete for port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:31.854327 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2e5e6e8e-1105-4b15-ba94-e74c8e27f935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:31.912313 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e6e8e-1105-4b15-ba94-e74c8e27f935 None None] Port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:41:32.101262 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158e982-3177-45fa-8af2-3bfc2509c632 req-5d1f74ec-3583-4344-9d4c-be6f9b69196e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:32.105149 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4158e982-3177-45fa-8af2-3bfc2509c632 req-5d1f74ec-3583-4344-9d4c-be6f9b69196e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.1325297 Mar 30 16:41:32.186567 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c04bed-8637-4272-992c-ec66df919910 req-b3904eae-5e15-45ed-9cf5-712dbb432f72 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:32.188520 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-72c04bed-8637-4272-992c-ec66df919910 req-b3904eae-5e15-45ed-9cf5-712dbb432f72 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.1876647 Mar 30 16:41:32.216565 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4158e982-3177-45fa-8af2-3bfc2509c632 req-4ae7a17e-a823-4c32-b01e-13742caa2b4d tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024876 Mar 30 16:41:32.310488 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-72c04bed-8637-4272-992c-ec66df919910 req-b307acb4-bae8-4046-9451-f88f463a8eed tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079197 Mar 30 16:41:32.384974 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 {{(pid=105697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:41:32.394707 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Publish callbacks [] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:32.408773 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.provisioning_blocks [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Transition to ACTIVE for port object 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 will not be triggered until provisioned by entity L2. {{(pid=105697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:41:32.446144 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53091411-fa2e-4d46-9371-f0e4fa913c94 req-0bdbfebf-f451-4050-b69b-8d6f58a1350c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:32.448111 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-53091411-fa2e-4d46-9371-f0e4fa913c94 req-0bdbfebf-f451-4050-b69b-8d6f58a1350c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 944 time: 0.1145606 Mar 30 16:41:32.483678 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:32.514913 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-53091411-fa2e-4d46-9371-f0e4fa913c94 req-c5f18907-12f6-4f11-99ef-6e5eb552cdc7 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590851 Mar 30 16:41:32.563043 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Pushing event updated for resources: {'Port': ['ID=829c2fb7-ed19-400f-9cc2-37bbbe9e6147,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:32.582094 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0b807-22e8-4c29-8bf1-f18412a38382 req-a32e48d3-99d0-478e-a360-4c8316e6a9db tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:32.583724 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-28c0b807-22e8-4c29-8bf1-f18412a38382 req-a32e48d3-99d0-478e-a360-4c8316e6a9db tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 932 time: 0.1710529 Mar 30 16:41:32.770908 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-28c0b807-22e8-4c29-8bf1-f18412a38382 req-31db5905-b8e1-48fd-9fea-ac0e672122ff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=809c9712-49c1-49a0-b8b9-0247e5d19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1767004 Mar 30 16:41:32.800014 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Attempting to bind port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:41:32.800353 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Attempting to bind port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:41:32.800688 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Attempting to bind port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 on network 9066559d-1511-4e4c-9ef1-9189866f3059 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:32.806224 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 on network 9066559d-1511-4e4c-9ef1-9189866f3059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:41:32.806538 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Attempting to bind port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 on network 9066559d-1511-4e4c-9ef1-9189866f3059 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:32.812804 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:41:32.813185 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Checking segment: {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:32.813576 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Bound using segment: {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:41:32.814010 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Bound port: 829c2fb7-ed19-400f-9cc2-37bbbe9e6147, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'}}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:41:32.814422 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:32.896110 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] For port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147, host hv-cinder-83587, cleared binding levels {{(pid=105697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:41:32.900134 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] For port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=829c2fb7-ed19-400f-9cc2-37bbbe9e6147,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:41:33.133993 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 87066447-d170-4142-9399-42aa4170eb9e up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:33.194107 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 87066447-d170-4142-9399-42aa4170eb9e triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:33.194754 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (87066447-d170-4142-9399-42aa4170eb9e), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.296856 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 87066447-d170-4142-9399-42aa4170eb9e is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:33.297296 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (87066447-d170-4142-9399-42aa4170eb9e), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.328910 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.338366 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87066447-d170-4142-9399-42aa4170eb9e'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:33.347006 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a1e34a-0207-40e7-9a4b-3f7bc744a55b" -d '{"events": [{"server_uuid": "7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04", "name": "network-vif-plugged", "status": "completed", "tag": "87066447-d170-4142-9399-42aa4170eb9e"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:33.374573 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 87066447-d170-4142-9399-42aa4170eb9e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87066447-d170-4142-9399-42aa4170eb9e,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:33.395784 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:33.396458 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.397930 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] 10.222.0.45 "PUT /v2.0/ports/829c2fb7-ed19-400f-9cc2-37bbbe9e6147 HTTP/1.1" status: 200 len: 1094 time: 1.7501476 Mar 30 16:41:33.402691 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e40167b-c936-4d6e-a7ae-6a3bd413673d', 'tag': '829c2fb7-ed19-400f-9cc2-37bbbe9e6147'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:33.419839 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd20e6d9-4aa4-4eff-b243-0c51a4d7b653" -d '{"events": [{"name": "network-changed", "server_uuid": "6e40167b-c936-4d6e-a7ae-6a3bd413673d", "tag": "829c2fb7-ed19-400f-9cc2-37bbbe9e6147"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:33.427884 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d76144-b06b-46f8-8999-abbf4646de6e x-openstack-request-id: req-17d76144-b06b-46f8-8999-abbf4646de6e {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:33.428300 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04", "name": "network-vif-plugged", "status": "completed", "tag": "87066447-d170-4142-9399-42aa4170eb9e", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:33.428650 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17d76144-b06b-46f8-8999-abbf4646de6e {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:33.429177 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d76144-b06b-46f8-8999-abbf4646de6e'] response: {'server_uuid': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87066447-d170-4142-9399-42aa4170eb9e', 'code': 200} Mar 30 16:41:33.462400 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dee40-d9a7-45e8-a138-98eb342f367d service neutron] Pushing event updated for resources: {'Port': ['ID=829c2fb7-ed19-400f-9cc2-37bbbe9e6147,revision_number=3']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:33.479330 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (87066447-d170-4142-9399-42aa4170eb9e), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.496840 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf7ed5b-ede8-4019-a4d8-20ee7f20030a x-openstack-request-id: req-fcf7ed5b-ede8-4019-a4d8-20ee7f20030a {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:33.497367 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e40167b-c936-4d6e-a7ae-6a3bd413673d", "tag": "829c2fb7-ed19-400f-9cc2-37bbbe9e6147", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:33.497468 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fcf7ed5b-ede8-4019-a4d8-20ee7f20030a {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:33.497854 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf7ed5b-ede8-4019-a4d8-20ee7f20030a'] response: {'name': 'network-changed', 'server_uuid': '6e40167b-c936-4d6e-a7ae-6a3bd413673d', 'tag': '829c2fb7-ed19-400f-9cc2-37bbbe9e6147', 'status': 'completed', 'code': 200} Mar 30 16:41:33.629148 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20e6d9-4aa4-4eff-b243-0c51a4d7b653 req-55597b63-b6bd-413c-8bbe-54af3465b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:33.630803 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fd20e6d9-4aa4-4eff-b243-0c51a4d7b653 req-55597b63-b6bd-413c-8bbe-54af3465b9ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 1128 time: 0.1171954 Mar 30 16:41:33.638389 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac5960-9018-4f85-b15d-5f913392f4e8 req-a9ba2601-7881-4700-bf2f-edefbbab9efe tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:33.646398 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a8ac5960-9018-4f85-b15d-5f913392f4e8 req-a9ba2601-7881-4700-bf2f-edefbbab9efe tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.2153952 Mar 30 16:41:33.648225 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=87066447-d170-4142-9399-42aa4170eb9e,revision_number=7']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:33.741716 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a8ac5960-9018-4f85-b15d-5f913392f4e8 req-fbaa99fa-ab87-41cf-a97a-cf04ed877447 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882831 Mar 30 16:41:33.802953 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d18580ce-337a-4aec-a6dc-9d6fe4a5c273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.860291 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd8c49-143f-4726-919f-0b61b3c887ca req-d89560f7-e2ba-4e6f-b98c-358561433ebb tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:33.862160 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-becd8c49-143f-4726-919f-0b61b3c887ca req-d89560f7-e2ba-4e6f-b98c-358561433ebb tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.1979153 Mar 30 16:41:33.878431 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20e6d9-4aa4-4eff-b243-0c51a4d7b653 req-9fa11f8f-d419-4a8e-867b-98fc5ecf0f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:33.879910 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fd20e6d9-4aa4-4eff-b243-0c51a4d7b653 req-9fa11f8f-d419-4a8e-867b-98fc5ecf0f01 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2412097 Mar 30 16:41:33.984518 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-becd8c49-143f-4726-919f-0b61b3c887ca req-e4cfeca8-6028-41bf-9fed-73266fb5440d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140628 Mar 30 16:41:34.006219 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94d634-5769-4f0c-8b32-c50dd0999af5 req-2d7e0130-c613-4566-ba19-878611436dce tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:34.010722 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6a94d634-5769-4f0c-8b32-c50dd0999af5 req-2d7e0130-c613-4566-ba19-878611436dce tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 944 time: 0.1354327 Mar 30 16:41:34.038987 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20e6d9-4aa4-4eff-b243-0c51a4d7b653 req-14a69a76-3198-4f04-939c-360fdb3b59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:34.040449 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fd20e6d9-4aa4-4eff-b243-0c51a4d7b653 req-14a69a76-3198-4f04-939c-360fdb3b59d1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1521580 Mar 30 16:41:34.086878 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6a94d634-5769-4f0c-8b32-c50dd0999af5 req-ce14f134-856e-4a94-abcc-f89e3a307c64 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=809c9712-49c1-49a0-b8b9-0247e5d19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0580103 Mar 30 16:41:34.134728 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-96264c49-d085-4a4d-b7d6-5e3881d9aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:34.135667 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-96264c49-d085-4a4d-b7d6-5e3881d9aa3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 1128 time: 0.0572631 Mar 30 16:41:34.197445 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-bcf54eab-f4b2-474f-9983-0141f2bdd807 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=829c2fb7-ed19-400f-9cc2-37bbbe9e6147 HTTP/1.1" status: 200 len: 217 time: 0.0515683 Mar 30 16:41:34.253844 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ba4708f1-c8e1-41fb-87e0-76e0aac637dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:34.256076 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-ba4708f1-c8e1-41fb-87e0-76e0aac637dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b24404d6-5dc2-4606-9399-33eea5fa9693 HTTP/1.1" status: 200 len: 853 time: 0.0516577 Mar 30 16:41:34.312643 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-5c7c9ab9-5585-4f41-87b9-248354a536d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:34.314340 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-5c7c9ab9-5585-4f41-87b9-248354a536d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9066559d-1511-4e4c-9ef1-9189866f3059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0512738 Mar 30 16:41:34.417644 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-842dfcd8-fe07-4f75-9911-92c04d84ef2a service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957348 Mar 30 16:41:34.534689 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53f3d04e-0231-48d7-a0aa-b3deaf846c0a req-e6944c88-3cfe-4fa9-acd0-57087fd70c29 service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082263 Mar 30 16:41:34.937683 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19212503-dce2-47ac-84a8-0451ef177aab req-fca715bc-2300-409c-92d2-b9e4ff7fa23a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:34.939654 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-19212503-dce2-47ac-84a8-0451ef177aab req-fca715bc-2300-409c-92d2-b9e4ff7fa23a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.1065581 Mar 30 16:41:35.046868 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-19212503-dce2-47ac-84a8-0451ef177aab req-aa425eff-91d2-4083-8c6d-d57c1d1614ae tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995941 Mar 30 16:41:35.227888 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60a431-95e5-4c7c-b74a-54e55b6d50b3 req-d9baf3e6-d50d-4648-982f-4baa948cc5a8 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:35.230824 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-df60a431-95e5-4c7c-b74a-54e55b6d50b3 req-d9baf3e6-d50d-4648-982f-4baa948cc5a8 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0930755 Mar 30 16:41:35.255849 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:35.290711 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-df60a431-95e5-4c7c-b74a-54e55b6d50b3 req-161d0cb2-99bb-4f97-9619-609dc501e107 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547431 Mar 30 16:41:35.421290 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fe531-f71d-48e7-8338-11e889681305 req-3207c955-b2d2-41c2-baee-664e4d09da65 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:35.425386 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e95fe531-f71d-48e7-8338-11e889681305 req-3207c955-b2d2-41c2-baee-664e4d09da65 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 944 time: 0.0621986 Mar 30 16:41:35.432017 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 38234) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:35.432017 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--403364144', 'description': 'tempest-description--1881342382'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:35.488953 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e95fe531-f71d-48e7-8338-11e889681305 req-33fe7532-7ead-49b1-a6d4-4a8ede654e72 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=809c9712-49c1-49a0-b8b9-0247e5d19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0578706 Mar 30 16:41:35.567711 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:35.639989 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for security_group (d05bb40c-2cfe-42cf-adb4-dab8f79be796), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:35.969378 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (d05bb40c-2cfe-42cf-adb4-dab8f79be796), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.003658 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05bb40c-2cfe-42cf-adb4-dab8f79be796,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:36.010613 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.013692 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.013692 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.013692 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.013692 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.013692 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.013692 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.013692 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.013692 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.013692 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.014457 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.015151 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.015483 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.015822 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.016151 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.128015 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.130779 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-53472140-6992-43de-9ee7-7506e4e174c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7041831 Mar 30 16:41:36.136079 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 38252) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:36.141281 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Request body: {'security_group_rule': {'security_group_id': 'd05bb40c-2cfe-42cf-adb4-dab8f79be796', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:36.231022 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5b679-48b6-4b2e-8c51-2be2f4174caa req-3161a103-cbc9-4ebc-912c-9c66f40e4839 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:36.239616 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f6f5b679-48b6-4b2e-8c51-2be2f4174caa req-3161a103-cbc9-4ebc-912c-9c66f40e4839 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0863512 Mar 30 16:41:36.271523 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for security_group_rule (33879d1c-4875-4a5c-a6f1-df3cabdecf83), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.355963 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f6f5b679-48b6-4b2e-8c51-2be2f4174caa req-72a2975c-7af8-4b93-a20c-4e4b5e3d3bc5 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125829 Mar 30 16:41:36.402986 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for security_group_rule (33879d1c-4875-4a5c-a6f1-df3cabdecf83), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.466134 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.486547 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d9398-d5bf-4a91-a0cd-aa0e2fa521b5 req-aec2094e-3497-4bd7-8521-35fdf9c2325a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:36.488052 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0b4d9398-d5bf-4a91-a0cd-aa0e2fa521b5 req-aec2094e-3497-4bd7-8521-35fdf9c2325a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0604098 Mar 30 16:41:36.495382 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (33879d1c-4875-4a5c-a6f1-df3cabdecf83), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.613306 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0b4d9398-d5bf-4a91-a0cd-aa0e2fa521b5 req-832cd13d-11d8-4838-86d5-234694beaba4 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117373 Mar 30 16:41:36.635186 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33879d1c-4875-4a5c-a6f1-df3cabdecf83,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:36.644217 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.644567 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.644943 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.645285 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.645734 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.645994 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.646332 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.646664 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.646997 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.647333 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.647663 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.647990 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.648316 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.648887 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.649019 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:36.678923 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfed03-cd7c-4677-8f1a-b7b26926fd3b req-182058ad-4f9e-42c9-bf5e-c3ccc5480229 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:36.680564 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9ccfed03-cd7c-4677-8f1a-b7b26926fd3b req-182058ad-4f9e-42c9-bf5e-c3ccc5480229 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 944 time: 0.0707836 Mar 30 16:41:36.722069 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.723321 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-14f8f644-4e96-423b-b45b-87ecc0a03de7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5861773 Mar 30 16:41:36.725942 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 38268) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:36.730671 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-10dcd076-fd16-4888-9b17-3978e120c578 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Request body: {'security_group_rule': {'security_group_id': 'd05bb40c-2cfe-42cf-adb4-dab8f79be796', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:36.748032 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9ccfed03-cd7c-4677-8f1a-b7b26926fd3b req-31d570bb-21bb-46a1-97f2-cea514d4c0ac tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=809c9712-49c1-49a0-b8b9-0247e5d19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0571339 Mar 30 16:41:36.865481 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-10dcd076-fd16-4888-9b17-3978e120c578 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for security_group_rule (148f9953-7a01-4cc2-8901-d927e8897aca), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.928574 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-10dcd076-fd16-4888-9b17-3978e120c578 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for security_group_rule (148f9953-7a01-4cc2-8901-d927e8897aca), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:37.030224 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-10dcd076-fd16-4888-9b17-3978e120c578 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (148f9953-7a01-4cc2-8901-d927e8897aca), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:37.052721 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcd076-fd16-4888-9b17-3978e120c578 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148f9953-7a01-4cc2-8901-d927e8897aca,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:37.135201 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:41:37.137610 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-10dcd076-fd16-4888-9b17-3978e120c578 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:37.140246 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-10dcd076-fd16-4888-9b17-3978e120c578 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4131274 Mar 30 16:41:37.143871 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 38278) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:37.149231 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Request body: {'floatingip': {'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:37.255161 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=829c2fb7-ed19-400f-9cc2-37bbbe9e6147,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:37.255459 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:37.271185 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '829c2fb7-ed19-400f-9cc2-37bbbe9e6147', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'port_id': '829c2fb7-ed19-400f-9cc2-37bbbe9e6147', 'mac_address': 'fa:16:3e:10:48:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:41:37.392181 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:37.451648 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:37.452408 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:37.467366 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:41:37.489416 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=829c2fb7-ed19-400f-9cc2-37bbbe9e6147,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:37.587814 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Allocated IP 172.28.2.161 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/f41d8b6c-c428-4620-bc50-49c21731c27c) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:37.608546 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66617b09-c3d4-4eec-b15c-c50b07466263 req-76d0f447-6611-4a12-82c0-3bc9296565e6 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:37.610072 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-66617b09-c3d4-4eec-b15c-c50b07466263 req-76d0f447-6611-4a12-82c0-3bc9296565e6 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.1087048 Mar 30 16:41:37.610242 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:37.667371 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=829c2fb7-ed19-400f-9cc2-37bbbe9e6147,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:37.739819 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-66617b09-c3d4-4eec-b15c-c50b07466263 req-9d5d74be-0101-44f5-bff8-a2bbdf6ace4c tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209722 Mar 30 16:41:37.828040 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for port (f41d8b6c-c428-4620-bc50-49c21731c27c), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:37.849095 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd90f3-51f5-4663-9ba6-504a5719d5cc req-0d4ed7a3-f6cd-4615-beb7-cf90bec58555 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:37.851388 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a2cd90f3-51f5-4663-9ba6-504a5719d5cc req-0d4ed7a3-f6cd-4615-beb7-cf90bec58555 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.1248398 Mar 30 16:41:37.909943 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['829c2fb7-ed19-400f-9cc2-37bbbe9e6147'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:41:37.919231 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a2cd90f3-51f5-4663-9ba6-504a5719d5cc req-10233b5b-dd1b-436f-a06c-0b43af8b8c3d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605989 Mar 30 16:41:37.992945 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ac5dc-c602-4ea4-861a-ed09cc25e96b req-47781345-ad4d-41d2-a098-c360d1809f46 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:37.994770 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1a1ac5dc-c602-4ea4-861a-ed09cc25e96b req-47781345-ad4d-41d2-a098-c360d1809f46 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 945 time: 0.0947459 Mar 30 16:41:38.018954 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (f41d8b6c-c428-4620-bc50-49c21731c27c), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:38.078595 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:38.085344 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:38.090269 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:38.150537 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Pushing event updated for resources: {'Port': ['ID=f41d8b6c-c428-4620-bc50-49c21731c27c,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:38.162917 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1a1ac5dc-c602-4ea4-861a-ed09cc25e96b req-7f8090d2-3b87-4d6c-8339-9e5922429f5f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=809c9712-49c1-49a0-b8b9-0247e5d19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1605999 Mar 30 16:41:38.260033 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for floatingip (f4546a64-8575-464e-9d8a-2673f265102a), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:38.267593 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:38.407335 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (f41d8b6c-c428-4620-bc50-49c21731c27c), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:38.607022 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for port (f41d8b6c-c428-4620-bc50-49c21731c27c), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:38.706690 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (f41d8b6c-c428-4620-bc50-49c21731c27c), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:38.776547 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Pushing event updated for resources: {'Port': ['ID=f41d8b6c-c428-4620-bc50-49c21731c27c,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:38.787500 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (f4546a64-8575-464e-9d8a-2673f265102a), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:38.897326 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:38.899248 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-ac261478-0935-4d74-b2b5-c8621b9ff4dd tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7540455 Mar 30 16:41:38.915660 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22b3cb-1221-42e7-8841-19a4435612db req-31b21659-8ad5-4de1-95d1-49da37626056 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:38.917706 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1c22b3cb-1221-42e7-8841-19a4435612db req-31b21659-8ad5-4de1-95d1-49da37626056 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0663812 Mar 30 16:41:38.982161 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1c22b3cb-1221-42e7-8841-19a4435612db req-a62a6c34-9fbb-40cd-a38c-cb7028e9d779 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531323 Mar 30 16:41:39.089570 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d5aa6-a957-4190-b60a-5ec1335a0604 req-523fbb39-94b4-4bb7-bb7f-85751f5dee01 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:39.106358 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f20d5aa6-a957-4190-b60a-5ec1335a0604 req-523fbb39-94b4-4bb7-bb7f-85751f5dee01 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0791717 Mar 30 16:41:39.135439 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:39.175910 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f20d5aa6-a957-4190-b60a-5ec1335a0604 req-27bb3340-f514-42b1-9846-c262e9891b0e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773015 Mar 30 16:41:39.249848 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-c058690d-6331-401a-898a-ab95a131040d tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--403364144&fields=id&tenant_id=86b56c01e378413aaee7ae98a08a51b1 HTTP/1.1" status: 200 len: 267 time: 0.0911868 Mar 30 16:41:39.366396 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccd5a9-75fb-4c60-bec4-b00ee2b4eb80 req-ab999dc6-8fd0-4bea-950b-8990de96b98a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:39.368106 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-48ccd5a9-75fb-4c60-bec4-b00ee2b4eb80 req-ab999dc6-8fd0-4bea-950b-8990de96b98a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 945 time: 0.0767646 Mar 30 16:41:39.394964 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-123105c7-b04c-46c2-8c4f-d34819c78e77 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:39.396460 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-123105c7-b04c-46c2-8c4f-d34819c78e77 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 818 time: 0.1447463 Mar 30 16:41:39.412042 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-1e56dece-dac0-4ba9-845d-949d94485e72 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/quotas/86b56c01e378413aaee7ae98a08a51b1 HTTP/1.1" status: 200 len: 375 time: 0.0096395 Mar 30 16:41:39.422045 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-48ccd5a9-75fb-4c60-bec4-b00ee2b4eb80 req-a1016f7a-eb8a-4b2e-9f85-d6d36b8dc044 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=809c9712-49c1-49a0-b8b9-0247e5d19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471551 Mar 30 16:41:39.477030 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-d59500c4-bcee-42a2-9e0c-231c34fb26ca tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0579162 Mar 30 16:41:39.578004 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-9ea02177-aa0f-4443-b611-b6368b4d2c57 service neutron] 10.222.0.36 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886760 Mar 30 16:41:39.683085 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-203b047b-3aa6-4af9-bf04-16e33deb3e1b service neutron] 10.222.0.36 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970738 Mar 30 16:41:39.685141 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 38332) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:39.748664 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97a01fe-755f-4826-b2c0-9b5b538db2c5 admin admin] Deleting subnet ac17a21e-6343-4d9a-a30d-fd4c83fd9263 {{(pid=105696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:41:39.752039 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c97a01fe-755f-4826-b2c0-9b5b538db2c5 admin admin] Publish callbacks [] for subnet (ac17a21e-6343-4d9a-a30d-fd4c83fd9263), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:39.789914 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c97a01fe-755f-4826-b2c0-9b5b538db2c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4368508'] for subnet (ac17a21e-6343-4d9a-a30d-fd4c83fd9263), precommit_delete_associations {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:39.828949 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c97a01fe-755f-4826-b2c0-9b5b538db2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (ac17a21e-6343-4d9a-a30d-fd4c83fd9263), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:39.929223 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:41:39.933338 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:39.935640 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.012628 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:40.013049 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.039737 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e40167b-c936-4d6e-a7ae-6a3bd413673d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829c2fb7-ed19-400f-9cc2-37bbbe9e6147'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:40.042246 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e478fe-04dd-427e-aa92-fffa855feefa" -d '{"events": [{"server_uuid": "6e40167b-c936-4d6e-a7ae-6a3bd413673d", "name": "network-vif-plugged", "status": "completed", "tag": "829c2fb7-ed19-400f-9cc2-37bbbe9e6147"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:40.054461 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=829c2fb7-ed19-400f-9cc2-37bbbe9e6147,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:40.083770 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c97a01fe-755f-4826-b2c0-9b5b538db2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6120322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5065912'] for subnet (ac17a21e-6343-4d9a-a30d-fd4c83fd9263), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.096219 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d122acb-d8a6-459f-88e8-6e80e673428e req-a93e7b85-67aa-40ef-b208-d7fc2f883f1e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:40.097592 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1d122acb-d8a6-459f-88e8-6e80e673428e req-a93e7b85-67aa-40ef-b208-d7fc2f883f1e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0550444 Mar 30 16:41:40.128797 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a01fe-755f-4826-b2c0-9b5b538db2c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac17a21e-6343-4d9a-a30d-fd4c83fd9263,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:40.135900 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c97a01fe-755f-4826-b2c0-9b5b538db2c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.143546 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-c97a01fe-755f-4826-b2c0-9b5b538db2c5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ac17a21e-6343-4d9a-a30d-fd4c83fd9263 HTTP/1.1" status: 204 len: 168 time: 0.4551277 Mar 30 16:41:40.143853 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 38344) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:40.152723 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4dce39-311e-4c4f-9279-3a1a95803088 x-openstack-request-id: req-7b4dce39-311e-4c4f-9279-3a1a95803088 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:40.152723 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e40167b-c936-4d6e-a7ae-6a3bd413673d", "name": "network-vif-plugged", "status": "completed", "tag": "829c2fb7-ed19-400f-9cc2-37bbbe9e6147", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:40.152723 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b4dce39-311e-4c4f-9279-3a1a95803088 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:40.154018 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4dce39-311e-4c4f-9279-3a1a95803088'] response: {'server_uuid': '6e40167b-c936-4d6e-a7ae-6a3bd413673d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829c2fb7-ed19-400f-9cc2-37bbbe9e6147', 'code': 200} Mar 30 16:41:40.182868 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.199180 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1d122acb-d8a6-459f-88e8-6e80e673428e req-961a26ec-93ab-46f9-a5e4-2b2ada2b2b1a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805843 Mar 30 16:41:40.268808 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=829c2fb7-ed19-400f-9cc2-37bbbe9e6147,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:40.456011 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27ec33-1e30-4103-8e27-953f29f943ef req-b85ff001-f0bb-4ba4-90c5-19868989bd2c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:40.464061 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4a27ec33-1e30-4103-8e27-953f29f943ef req-b85ff001-f0bb-4ba4-90c5-19868989bd2c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.1614773 Mar 30 16:41:40.577210 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4a27ec33-1e30-4103-8e27-953f29f943ef req-8ccaac99-fb6f-4e40-82c2-67075d5e7fab tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111367 Mar 30 16:41:40.661717 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf265dc-339d-49a6-92a3-63ac7f660690 req-124cd68e-a499-49e9-a0a1-35958c6a1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:40.663250 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7cf265dc-339d-49a6-92a3-63ac7f660690 req-124cd68e-a499-49e9-a0a1-35958c6a1de9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 1130 time: 0.0851426 Mar 30 16:41:40.740605 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d8a9cf5a-494a-44eb-8b28-9a98a07c79ff req-56311cac-6578-4f6e-973f-2324b801ea5f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 210 time: 0.5216000 Mar 30 16:41:40.788385 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a5bc-9a73-4d9f-9f56-3029a1612e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (1c91509a-6321-46c3-9109-42502ebe1af1), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.800310 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7cf265dc-339d-49a6-92a3-63ac7f660690 req-0bd9de3d-516d-4948-abb8-0df79348a96e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=809c9712-49c1-49a0-b8b9-0247e5d19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1252618 Mar 30 16:41:40.836039 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1b005-2de1-4659-842e-ff11d9b660e1 req-fd6108a0-135f-4099-bf09-d5ead8897478 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:40.842804 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c3b1b005-2de1-4659-842e-ff11d9b660e1 req-fd6108a0-135f-4099-bf09-d5ead8897478 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 946 time: 0.1339526 Mar 30 16:41:40.899383 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a5bc-9a73-4d9f-9f56-3029a1612e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (1c91509a-6321-46c3-9109-42502ebe1af1), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.907789 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c3b1b005-2de1-4659-842e-ff11d9b660e1 req-8b56c7db-af6d-494b-bd54-ddde84c1197e tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=809c9712-49c1-49a0-b8b9-0247e5d19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0579855 Mar 30 16:41:40.943416 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-0ce2a5bc-9a73-4d9f-9f56-3029a1612e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c91509a-6321-46c3-9109-42502ebe1af1']}} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:40.955380 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-0ce2a5bc-9a73-4d9f-9f56-3029a1612e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc1eec7-c67b-4934-9eb5-e820eec9e688') {'for_net_delete': True} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:40.955802 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-0ce2a5bc-9a73-4d9f-9f56-3029a1612e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc1eec7-c67b-4934-9eb5-e820eec9e688') {} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:40.970553 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a5bc-9a73-4d9f-9f56-3029a1612e91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368503'] for segment (1bc1eec7-c67b-4934-9eb5-e820eec9e688), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.986408 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a5bc-9a73-4d9f-9f56-3029a1612e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (1bc1eec7-c67b-4934-9eb5-e820eec9e688), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.994702 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce2a5bc-9a73-4d9f-9f56-3029a1612e91 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=105696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:41:40.995099 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a5bc-9a73-4d9f-9f56-3029a1612e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6117412'] for segment (1bc1eec7-c67b-4934-9eb5-e820eec9e688), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: Traceback (most recent call last): Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: timer() Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: cb(*args, **kw) Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: return func(*args, **kwargs) Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: self._notify() Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: self.callback(batched_events) Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: event.method(event) Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: return f(self, *a, **k) Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: return self._get(url).json() Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: return self.request(url, 'GET', **kwargs) Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:41:41.021514 dv-cinder-835871-1-smb neutron-server[105696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:41:41.196198 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a5bc-9a73-4d9f-9f56-3029a1612e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (1c91509a-6321-46c3-9109-42502ebe1af1), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.202840 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a5bc-9a73-4d9f-9f56-3029a1612e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.211884 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-0ce2a5bc-9a73-4d9f-9f56-3029a1612e91 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1c91509a-6321-46c3-9109-42502ebe1af1 HTTP/1.1" status: 204 len: 168 time: 1.0650554 Mar 30 16:41:41.215030 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 38402) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:41.235606 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2a5bc-9a73-4d9f-9f56-3029a1612e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c91509a-6321-46c3-9109-42502ebe1af1,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:41.264785 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f45d7e-47cf-4593-b744-1cf94bfd0000 admin admin] Deleting subnet ea4d9575-a605-4f23-a406-100d7148068a {{(pid=105697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:41:41.269893 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-26f45d7e-47cf-4593-b744-1cf94bfd0000 admin admin] Publish callbacks [] for subnet (ea4d9575-a605-4f23-a406-100d7148068a), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.313825 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-26f45d7e-47cf-4593-b744-1cf94bfd0000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5032756'] for subnet (ea4d9575-a605-4f23-a406-100d7148068a), precommit_delete_associations {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.355275 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb2d92-d343-498d-b06d-84873d3082b9 req-be29ee93-a822-499b-8763-e5b9bf8ef280 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:41.360016 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f9eb2d92-d343-498d-b06d-84873d3082b9 req-be29ee93-a822-499b-8763-e5b9bf8ef280 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0724492 Mar 30 16:41:41.369974 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-26f45d7e-47cf-4593-b744-1cf94bfd0000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (ea4d9575-a605-4f23-a406-100d7148068a), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.445283 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f9eb2d92-d343-498d-b06d-84873d3082b9 req-5321968c-af03-4e01-a088-fa68d0ce746a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773437 Mar 30 16:41:41.545628 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-26f45d7e-47cf-4593-b744-1cf94bfd0000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4204514'] for subnet (ea4d9575-a605-4f23-a406-100d7148068a), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.575022 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f45d7e-47cf-4593-b744-1cf94bfd0000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4d9575-a605-4f23-a406-100d7148068a,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:41.578990 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-26f45d7e-47cf-4593-b744-1cf94bfd0000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.583289 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-26f45d7e-47cf-4593-b744-1cf94bfd0000 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ea4d9575-a605-4f23-a406-100d7148068a HTTP/1.1" status: 204 len: 168 time: 0.3670573 Mar 30 16:41:41.583433 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 38410) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:41.663148 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-21c992c3-a60e-4f46-aca6-581794571788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (517e7fea-6dc6-43a0-966d-e2a7b126c216), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.744240 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0fa76-5efa-433d-abf2-5919bb02d6e4 req-bc751b25-b9bb-4cd4-9e18-2a93f9c863d2 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:41.752576 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b9d0fa76-5efa-433d-abf2-5919bb02d6e4 req-bc751b25-b9bb-4cd4-9e18-2a93f9c863d2 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0685122 Mar 30 16:41:41.757129 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-21c992c3-a60e-4f46-aca6-581794571788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (517e7fea-6dc6-43a0-966d-e2a7b126c216), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.792684 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-21c992c3-a60e-4f46-aca6-581794571788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517e7fea-6dc6-43a0-966d-e2a7b126c216']}} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:41.817592 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-21c992c3-a60e-4f46-aca6-581794571788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc4dcb7-5241-4ea6-9824-da6c846d69cc') {'for_net_delete': True} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:41.817592 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-21c992c3-a60e-4f46-aca6-581794571788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc4dcb7-5241-4ea6-9824-da6c846d69cc') {} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:41.830021 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b9d0fa76-5efa-433d-abf2-5919bb02d6e4 req-701ecab3-7b5e-4093-93eb-28a21a97d52e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764589 Mar 30 16:41:41.856333 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-21c992c3-a60e-4f46-aca6-581794571788 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368503'] for segment (5cc4dcb7-5241-4ea6-9824-da6c846d69cc), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.887973 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-21ba1d30-f119-4d2e-b73b-7dd1741ce67a req-96d258d9-fa53-4171-84d5-6d46c356041c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 210 time: 0.0570109 Mar 30 16:41:41.901805 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-21c992c3-a60e-4f46-aca6-581794571788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (5cc4dcb7-5241-4ea6-9824-da6c846d69cc), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.918628 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c992c3-a60e-4f46-aca6-581794571788 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=105696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:41:41.919026 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-21c992c3-a60e-4f46-aca6-581794571788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6117412'] for segment (5cc4dcb7-5241-4ea6-9824-da6c846d69cc), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: Traceback (most recent call last): Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: timer() Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: cb(*args, **kw) Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: return func(*args, **kwargs) Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: self._notify() Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: self.callback(batched_events) Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: event.method(event) Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: return f(self, *a, **k) Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: return self._get(url).json() Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: return self.request(url, 'GET', **kwargs) Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:41:41.925244 dv-cinder-835871-1-smb neutron-server[105696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:41:42.072780 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a7abf-2522-4e68-9d86-11ce2c5746a2 req-b1d61aa2-c9aa-4c38-86cc-ad171db724db tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:42.081711 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-911a7abf-2522-4e68-9d86-11ce2c5746a2 req-b1d61aa2-c9aa-4c38-86cc-ad171db724db tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 946 time: 0.0807555 Mar 30 16:41:42.094367 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-21c992c3-a60e-4f46-aca6-581794571788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (517e7fea-6dc6-43a0-966d-e2a7b126c216), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.118971 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-21c992c3-a60e-4f46-aca6-581794571788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.130400 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-21c992c3-a60e-4f46-aca6-581794571788 admin admin] 10.222.0.36 "DELETE /v2.0/networks/517e7fea-6dc6-43a0-966d-e2a7b126c216 HTTP/1.1" status: 204 len: 168 time: 0.5457544 Mar 30 16:41:42.149859 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c992c3-a60e-4f46-aca6-581794571788 admin admin] Pushing event deleted for resources: {'Network': ['ID=517e7fea-6dc6-43a0-966d-e2a7b126c216,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:42.177459 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-911a7abf-2522-4e68-9d86-11ce2c5746a2 req-6193d5c6-52cf-466c-8740-80428bf1e8e5 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=809c9712-49c1-49a0-b8b9-0247e5d19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0948284 Mar 30 16:41:42.641483 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b378923-0396-4a44-8e67-0674822470d8 req-493c8aa3-5b11-4564-9890-d33b61077617 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:42.643836 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1b378923-0396-4a44-8e67-0674822470d8 req-493c8aa3-5b11-4564-9890-d33b61077617 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0708730 Mar 30 16:41:42.699813 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1b378923-0396-4a44-8e67-0674822470d8 req-b690a3ab-2f6f-4146-a3aa-0f8eed18b865 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484326 Mar 30 16:41:42.851871 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 38438) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:43.000487 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-e25ef0ec-76c2-4ace-b5ab-09f8136d8097 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88706256b8ec4e119ff7b3c0fd2819c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451402 Mar 30 16:41:43.020387 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 38444) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:43.094474 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26eeed6-3b00-4233-8687-9706899d3787 req-02975317-c5bf-4297-a5c8-eaa4ffa0ec8c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:43.095990 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c26eeed6-3b00-4233-8687-9706899d3787 req-02975317-c5bf-4297-a5c8-eaa4ffa0ec8c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.1156487 Mar 30 16:41:43.117236 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f881b0f3-1765-45de-9972-eb67ebef70db admin admin] Publish callbacks [] for security_group (e9f3ce41-1953-44d4-aa92-25a6db6adad6), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:43.146874 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0b44d7fe-0451-4f40-b11f-74925730c059 req-0a56fb51-1421-4fe7-b76f-861c3ec028a9 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 210 time: 0.0559738 Mar 30 16:41:43.170604 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f881b0f3-1765-45de-9972-eb67ebef70db admin admin] Publish callbacks [] for security_group (e9f3ce41-1953-44d4-aa92-25a6db6adad6), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:43.223657 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c26eeed6-3b00-4233-8687-9706899d3787 req-b0460d86-df63-484c-96a5-bc8046e0c9e9 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083083 Mar 30 16:41:43.345549 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff511a9e-eade-4461-a628-7b3ff89c7770 req-6584bf16-0d25-4e7a-90ea-024d76e93c33 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:43.353723 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ff511a9e-eade-4461-a628-7b3ff89c7770 req-6584bf16-0d25-4e7a-90ea-024d76e93c33 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 946 time: 0.0897286 Mar 30 16:41:43.416645 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-94ed14ae-364c-4c4c-9221-c5ca99598447 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:43.418965 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-94ed14ae-364c-4c4c-9221-c5ca99598447 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 818 time: 0.1775546 Mar 30 16:41:43.423379 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ff511a9e-eade-4461-a628-7b3ff89c7770 req-94d45bd9-c655-48e4-aa40-04f9601e9749 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=809c9712-49c1-49a0-b8b9-0247e5d19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0675125 Mar 30 16:41:43.504246 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f881b0f3-1765-45de-9972-eb67ebef70db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (e9f3ce41-1953-44d4-aa92-25a6db6adad6), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:43.507405 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f881b0f3-1765-45de-9972-eb67ebef70db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:43.508727 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-f881b0f3-1765-45de-9972-eb67ebef70db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9f3ce41-1953-44d4-aa92-25a6db6adad6 HTTP/1.1" status: 204 len: 168 time: 0.4873593 Mar 30 16:41:43.558269 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-ef824955-06fd-4a02-8792-1b75bd4a91cc tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86b56c01e378413aaee7ae98a08a51b1 HTTP/1.1" status: 200 len: 379 time: 0.1297493 Mar 30 16:41:43.564315 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881b0f3-1765-45de-9972-eb67ebef70db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f3ce41-1953-44d4-aa92-25a6db6adad6,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:43.574980 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-02fb6731-7f4a-4eb8-b113-758f7b64b1c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Request body: {'port': {'device_id': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'admin_state_up': True, 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'security_groups': ['d05bb40c-2cfe-42cf-adb4-dab8f79be796']}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:43.706737 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c68084-46f9-4bf2-aa28-3beb9dd92a4d req-69b5cc95-ee15-4816-89e9-ba8cdab63937 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:43.712439 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-80c68084-46f9-4bf2-aa28-3beb9dd92a4d req-69b5cc95-ee15-4816-89e9-ba8cdab63937 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 946 time: 0.2216499 Mar 30 16:41:43.717085 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 38454) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:43.740078 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-8aef83c5-679c-4111-92ae-06d77f41b756 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'floatingip': {'port_id': '829c2fb7-ed19-400f-9cc2-37bbbe9e6147'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:43.850478 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8aef83c5-679c-4111-92ae-06d77f41b756 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (11be9140-6a6b-499b-a39a-83a581184088), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:43.906279 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6fb1-fcfd-4bc2-b1a1-f35d448bfbf6 req-df6a0050-721e-489d-81c0-83d4192156e7 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:43.909453 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-54af6fb1-fcfd-4bc2-b1a1-f35d448bfbf6 req-df6a0050-721e-489d-81c0-83d4192156e7 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0853043 Mar 30 16:41:43.968157 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-54af6fb1-fcfd-4bc2-b1a1-f35d448bfbf6 req-93c800bc-6f72-4fe9-a422-ba6802421ed7 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465741 Mar 30 16:41:44.366526 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68301267-ef3a-47ba-be36-89bc5d4eda9c req-1c1161bf-7460-4890-88d9-3c0fde0efaed tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:44.368200 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-68301267-ef3a-47ba-be36-89bc5d4eda9c req-1c1161bf-7460-4890-88d9-3c0fde0efaed tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0599380 Mar 30 16:41:44.420414 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-68301267-ef3a-47ba-be36-89bc5d4eda9c req-2a70b89e-e4c7-4837-8756-db9d3c3bf79d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453575 Mar 30 16:41:44.452672 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-02fb6731-7f4a-4eb8-b113-758f7b64b1c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Made reservation on behalf of 86b56c01e378413aaee7ae98a08a51b1 for: {'port': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:44.456135 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-02fb6731-7f4a-4eb8-b113-758f7b64b1c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:44.507305 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1475fd2d-3431-4681-9c03-3d875dd3ff1c req-f6898d39-67d9-4d61-90c8-dfaf96e7dfc1 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 210 time: 0.0443542 Mar 30 16:41:44.710958 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8aef83c5-679c-4111-92ae-06d77f41b756 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:44.714535 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-02fb6731-7f4a-4eb8-b113-758f7b64b1c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Allocated IP 172.20.0.13 (7ce82cf7-825b-4ffe-ac10-dcddda1e0699/7adea186-bf7a-46ee-a3ce-f9458fc0ca1b/b7029d83-890b-4374-99ac-cadc5fb4990e) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:44.877639 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8aef83c5-679c-4111-92ae-06d77f41b756 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (11be9140-6a6b-499b-a39a-83a581184088), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:44.962034 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-02fb6731-7f4a-4eb8-b113-758f7b64b1c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.035048 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.l3_db [None req-8aef83c5-679c-4111-92ae-06d77f41b756 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Floating IP 11be9140-6a6b-499b-a39a-83a581184088 associated. External IP: 172.28.2.232, port: 829c2fb7-ed19-400f-9cc2-37bbbe9e6147. Mar 30 16:41:45.088847 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 38474) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:45.116932 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-02fb6731-7f4a-4eb8-b113-758f7b64b1c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.192134 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-02fb6731-7f4a-4eb8-b113-758f7b64b1c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:45.198879 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-11cfe1de-2e42-4cd4-91ba-0bab4df7d4c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93a0a7e0210040f5a7537c2ecac12d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1061049 Mar 30 16:41:45.202315 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-02fb6731-7f4a-4eb8-b113-758f7b64b1c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:45.202489 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 38476) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:45.204340 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb6731-7f4a-4eb8-b113-758f7b64b1c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Pushing event updated for resources: {'Port': ['ID=b7029d83-890b-4374-99ac-cadc5fb4990e,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:45.208673 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-02fb6731-7f4a-4eb8-b113-758f7b64b1c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:45.258214 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af675d-03e9-4e89-861a-73aa585f1339 req-a3d7d608-86c2-4df4-a001-7ca57021e697 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:45.266520 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c8af675d-03e9-4e89-861a-73aa585f1339 req-a3d7d608-86c2-4df4-a001-7ca57021e697 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.1861405 Mar 30 16:41:45.341608 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c8af675d-03e9-4e89-861a-73aa585f1339 req-b0156c8e-bb28-4f77-a7cf-accc471261f4 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555379 Mar 30 16:41:45.348410 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-59a632b7-ef47-447f-8e5a-985a7bcbf140 admin admin] Publish callbacks [] for security_group (5b276f63-ef77-49d0-ae20-da2530597e68), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.382962 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-59a632b7-ef47-447f-8e5a-985a7bcbf140 admin admin] Publish callbacks [] for security_group (5b276f63-ef77-49d0-ae20-da2530597e68), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.407307 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-02fb6731-7f4a-4eb8-b113-758f7b64b1c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:45.407971 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-02fb6731-7f4a-4eb8-b113-758f7b64b1c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.480966 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aef83c5-679c-4111-92ae-06d77f41b756 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Router 22bd6ca0-5b3b-4932-a185-31140e9d2822 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:41:45.504255 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-0782e23a-c898-40e7-ba97-b2062fff0a54 None None] Provisioning complete for port b7029d83-890b-4374-99ac-cadc5fb4990e triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:45.505333 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0782e23a-c898-40e7-ba97-b2062fff0a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.548141 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-0782e23a-c898-40e7-ba97-b2062fff0a54 None None] Port b7029d83-890b-4374-99ac-cadc5fb4990e cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:41:45.571190 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddb399-df9d-4faa-afe8-a7e33a71d72d req-afc86f76-5873-497a-89b2-1c15bedec719 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:45.573731 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-91ddb399-df9d-4faa-afe8-a7e33a71d72d req-afc86f76-5873-497a-89b2-1c15bedec719 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0589771 Mar 30 16:41:45.601583 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aef83c5-679c-4111-92ae-06d77f41b756 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:41:45.609976 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8aef83c5-679c-4111-92ae-06d77f41b756 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.614014 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c03e6-bdda-491e-9e69-c6f2364bac2b None None] Sync routers for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:41:45.623585 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c03e6-bdda-491e-9e69-c6f2364bac2b None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:41:45.624201 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-a58c03e6-bdda-491e-9e69-c6f2364bac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:41:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:45.629635 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-91ddb399-df9d-4faa-afe8-a7e33a71d72d req-a6755ba0-26a4-4791-907e-7c61f1df8f42 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492322 Mar 30 16:41:45.649588 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-8aef83c5-679c-4111-92ae-06d77f41b756 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "PUT /v2.0/floatingips/11be9140-6a6b-499b-a39a-83a581184088 HTTP/1.1" status: 200 len: 992 time: 1.9314225 Mar 30 16:41:45.650347 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e40167b-c936-4d6e-a7ae-6a3bd413673d', 'tag': '829c2fb7-ed19-400f-9cc2-37bbbe9e6147'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:45.653972 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af860a39-8347-445e-bd56-ea2cb88553ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6e40167b-c936-4d6e-a7ae-6a3bd413673d", "tag": "829c2fb7-ed19-400f-9cc2-37bbbe9e6147"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:45.663410 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-59a632b7-ef47-447f-8e5a-985a7bcbf140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (5b276f63-ef77-49d0-ae20-da2530597e68), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.668700 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-59a632b7-ef47-447f-8e5a-985a7bcbf140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.673526 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-59a632b7-ef47-447f-8e5a-985a7bcbf140 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b276f63-ef77-49d0-ae20-da2530597e68 HTTP/1.1" status: 204 len: 168 time: 0.4700603 Mar 30 16:41:45.691420 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a632b7-ef47-447f-8e5a-985a7bcbf140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b276f63-ef77-49d0-ae20-da2530597e68,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:45.707805 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-02fb6731-7f4a-4eb8-b113-758f7b64b1c6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1424694 Mar 30 16:41:45.724431 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Request body: {'port': {'device_id': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:45.771227 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d43fb-c462-4b46-bc62-1e539b18c3ce req-a6d94eec-7ee3-45b6-aa90-8c3c0940b613 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:45.772022 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-a58c03e6-bdda-491e-9e69-c6f2364bac2b None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:41:45.773294 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7d5d43fb-c462-4b46-bc62-1e539b18c3ce req-a6d94eec-7ee3-45b6-aa90-8c3c0940b613 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 932 time: 0.0664358 Mar 30 16:41:45.835400 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.867929 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7d5d43fb-c462-4b46-bc62-1e539b18c3ce req-064ade4b-19de-4fd5-b1e0-1a745ccc8e1f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861642 Mar 30 16:41:45.896405 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4d8d7b-6b81-4d4f-b9aa-3645b38bfe94 x-openstack-request-id: req-9f4d8d7b-6b81-4d4f-b9aa-3645b38bfe94 {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:45.896405 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e40167b-c936-4d6e-a7ae-6a3bd413673d", "tag": "829c2fb7-ed19-400f-9cc2-37bbbe9e6147", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:45.896405 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f4d8d7b-6b81-4d4f-b9aa-3645b38bfe94 {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:45.896405 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4d8d7b-6b81-4d4f-b9aa-3645b38bfe94'] response: {'name': 'network-changed', 'server_uuid': '6e40167b-c936-4d6e-a7ae-6a3bd413673d', 'tag': '829c2fb7-ed19-400f-9cc2-37bbbe9e6147', 'status': 'completed', 'code': 200} Mar 30 16:41:45.998519 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af860a39-8347-445e-bd56-ea2cb88553ae req-c12623e4-ae5f-4532-8b0d-7a3c72633b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:46.000667 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-af860a39-8347-445e-bd56-ea2cb88553ae req-c12623e4-ae5f-4532-8b0d-7a3c72633b51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 1130 time: 0.0788457 Mar 30 16:41:46.152095 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af860a39-8347-445e-bd56-ea2cb88553ae req-dfbdd625-c2ab-4c45-9944-bbd5f903f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:46.155981 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-af860a39-8347-445e-bd56-ea2cb88553ae req-dfbdd625-c2ab-4c45-9944-bbd5f903f2f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9066559d-1511-4e4c-9ef1-9189866f3059 HTTP/1.1" status: 200 len: 915 time: 0.1479576 Mar 30 16:41:46.182954 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bcab1-207e-4e9f-be3e-d7215479805d req-896d9b98-57d7-4bdd-a3e1-5365c096bf6a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:46.184714 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ad3bcab1-207e-4e9f-be3e-d7215479805d req-896d9b98-57d7-4bdd-a3e1-5365c096bf6a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.2409329 Mar 30 16:41:46.253418 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440b044-b3af-46ea-959d-76ba94d8d61f req-4e4934d6-fbb9-4952-b44b-c80c9edadc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:46.255439 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4440b044-b3af-46ea-959d-76ba94d8d61f req-4e4934d6-fbb9-4952-b44b-c80c9edadc4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1&device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 1130 time: 0.1635861 Mar 30 16:41:46.299414 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-af860a39-8347-445e-bd56-ea2cb88553ae req-2452da77-4408-43d3-81c6-e750492e913f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=829c2fb7-ed19-400f-9cc2-37bbbe9e6147 HTTP/1.1" status: 200 len: 1000 time: 0.1345701 Mar 30 16:41:46.304034 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-a58c03e6-bdda-491e-9e69-c6f2364bac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '03a8e69e-9dad-4613-9b0f-3fe399b05f18', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:5f:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:40:00Z', 'updated_at': '2022-03-30T16:40:32Z', 'revision_number': 2, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}, {'id': '11be9140-6a6b-499b-a39a-83a581184088', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.232', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': '829c2fb7-ed19-400f-9cc2-37bbbe9e6147', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:10:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40167b-c936-4d6e-a7ae-6a3bd413673d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:25Z', 'updated_at': '2022-03-30T16:41:44Z', 'revision_number': 1, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:46.332376 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c03e6-bdda-491e-9e69-c6f2364bac2b None None] Checking router: 22bd6ca0-5b3b-4932-a185-31140e9d2822 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:41:46.340990 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c03e6-bdda-491e-9e69-c6f2364bac2b None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:41:46.341609 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-a58c03e6-bdda-491e-9e69-c6f2364bac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:41:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:46.354116 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ad3bcab1-207e-4e9f-be3e-d7215479805d req-6d0bbb9e-7df9-416d-8485-c1970357d5a3 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427410 Mar 30 16:41:46.437247 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440b044-b3af-46ea-959d-76ba94d8d61f req-6b1eb5be-34c9-4625-b470-d78cac6e63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:46.438933 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4440b044-b3af-46ea-959d-76ba94d8d61f req-6b1eb5be-34c9-4625-b470-d78cac6e63f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b25aae61-5ff8-46b1-a103-9f8fe1189903 HTTP/1.1" status: 200 len: 912 time: 0.1753323 Mar 30 16:41:46.485168 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-a58c03e6-bdda-491e-9e69-c6f2364bac2b None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:41:46.492232 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af860a39-8347-445e-bd56-ea2cb88553ae req-dfef85b5-f2fb-4c07-b104-7e76385db3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:46.494346 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-af860a39-8347-445e-bd56-ea2cb88553ae req-dfef85b5-f2fb-4c07-b104-7e76385db3c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b24404d6-5dc2-4606-9399-33eea5fa9693 HTTP/1.1" status: 200 len: 853 time: 0.0616889 Mar 30 16:41:46.534336 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7029d83-890b-4374-99ac-cadc5fb4990e {{(pid=105697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:41:46.549268 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Publish callbacks [] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.551184 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af860a39-8347-445e-bd56-ea2cb88553ae req-7ac0fce2-9845-4758-b49a-89db0da8c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:46.552905 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-af860a39-8347-445e-bd56-ea2cb88553ae req-7ac0fce2-9845-4758-b49a-89db0da8c1a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9066559d-1511-4e4c-9ef1-9189866f3059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0523200 Mar 30 16:41:46.559169 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4440b044-b3af-46ea-959d-76ba94d8d61f req-8f71433d-8367-4af7-9fad-3675006e8abd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9508a9f6-aa96-462c-9fcf-870f5505d80f HTTP/1.1" status: 200 len: 1001 time: 0.1007612 Mar 30 16:41:46.566789 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.provisioning_blocks [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Transition to ACTIVE for port object b7029d83-890b-4374-99ac-cadc5fb4990e will not be triggered until provisioned by entity L2. {{(pid=105697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:41:46.629123 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440b044-b3af-46ea-959d-76ba94d8d61f req-8139a313-22ad-4266-91db-d92110505546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:46.635008 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4440b044-b3af-46ea-959d-76ba94d8d61f req-8139a313-22ad-4266-91db-d92110505546 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94c1e00c-666a-41cc-aec2-f68aac843912 HTTP/1.1" status: 200 len: 850 time: 0.0512545 Mar 30 16:41:46.699161 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440b044-b3af-46ea-959d-76ba94d8d61f req-c32169d6-161c-4aba-8618-02e785ba0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:46.700675 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4440b044-b3af-46ea-959d-76ba94d8d61f req-c32169d6-161c-4aba-8618-02e785ba0081 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b25aae61-5ff8-46b1-a103-9f8fe1189903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0638065 Mar 30 16:41:46.703918 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-af860a39-8347-445e-bd56-ea2cb88553ae req-692cadae-8913-4c49-ae8d-32fee3e9f291 service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256039 Mar 30 16:41:46.714222 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.778975 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Pushing event updated for resources: {'Port': ['ID=b7029d83-890b-4374-99ac-cadc5fb4990e,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:46.827270 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-a58c03e6-bdda-491e-9e69-c6f2364bac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '03a8e69e-9dad-4613-9b0f-3fe399b05f18', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:5f:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:40:00Z', 'updated_at': '2022-03-30T16:40:32Z', 'revision_number': 2, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}, {'id': '11be9140-6a6b-499b-a39a-83a581184088', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.232', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': '829c2fb7-ed19-400f-9cc2-37bbbe9e6147', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:10:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40167b-c936-4d6e-a7ae-6a3bd413673d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:25Z', 'updated_at': '2022-03-30T16:41:44Z', 'revision_number': 1, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:46.876957 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c03e6-bdda-491e-9e69-c6f2364bac2b None None] The sync data for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb is: [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '03a8e69e-9dad-4613-9b0f-3fe399b05f18', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:5f:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:40:00Z', 'updated_at': '2022-03-30T16:40:32Z', 'revision_number': 2, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}, {'id': '11be9140-6a6b-499b-a39a-83a581184088', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.232', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': '829c2fb7-ed19-400f-9cc2-37bbbe9e6147', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:10:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e40167b-c936-4d6e-a7ae-6a3bd413673d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:25Z', 'updated_at': '2022-03-30T16:41:44Z', 'revision_number': 1, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:41:46.961919 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912ad92-9c7f-4881-ba20-756278e554b2 req-bde5cc84-2f4c-4c74-94f1-a9d5f2f34215 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:46.969882 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0912ad92-9c7f-4881-ba20-756278e554b2 req-bde5cc84-2f4c-4c74-94f1-a9d5f2f34215 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.2389102 Mar 30 16:41:47.028204 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-af860a39-8347-445e-bd56-ea2cb88553ae req-2b8ccc24-8d8e-4201-b60b-2e61585ce1f3 service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088086 Mar 30 16:41:47.031122 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5b208-6bd5-4bcd-9453-94780c8d49ea req-c9c61de2-fcc5-4bd2-a507-9fa50c905d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:47.032685 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c5b5b208-6bd5-4bcd-9453-94780c8d49ea req-c9c61de2-fcc5-4bd2-a507-9fa50c905d28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9aeead52e01c4a67b8294c0188d476bb&device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 1129 time: 0.2195847 Mar 30 16:41:47.059337 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4440b044-b3af-46ea-959d-76ba94d8d61f req-8644ea53-9735-4342-9c67-064acc2df9ab service neutron] 10.222.0.45 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344820 Mar 30 16:41:47.063706 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0912ad92-9c7f-4881-ba20-756278e554b2 req-4781d7a7-84af-4ce6-9c6a-a03a9a09b0b6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915921 Mar 30 16:41:47.186983 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5b208-6bd5-4bcd-9453-94780c8d49ea req-acc66603-2d33-499c-b1c3-e93ade606c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:47.188573 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c5b5b208-6bd5-4bcd-9453-94780c8d49ea req-acc66603-2d33-499c-b1c3-e93ade606c43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=502a6e91-b591-4f3b-8946-72c3ddeb25ad HTTP/1.1" status: 200 len: 916 time: 0.1296551 Mar 30 16:41:47.198229 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Attempting to bind port b7029d83-890b-4374-99ac-cadc5fb4990e on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:41:47.198654 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Attempting to bind port b7029d83-890b-4374-99ac-cadc5fb4990e by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:41:47.199092 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Attempting to bind port b7029d83-890b-4374-99ac-cadc5fb4990e on network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:47.215545 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29783173-3d6f-4f02-88f4-cabb19c5a95a req-a2b67c29-acfd-4055-9103-8025326cc50e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:47.215813 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-29783173-3d6f-4f02-88f4-cabb19c5a95a req-a2b67c29-acfd-4055-9103-8025326cc50e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 944 time: 0.1956153 Mar 30 16:41:47.218986 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Port b7029d83-890b-4374-99ac-cadc5fb4990e on network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:41:47.219497 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Attempting to bind port b7029d83-890b-4374-99ac-cadc5fb4990e on network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:47.229990 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f164fe1-09cd-43dd-b5d5-c941272a4041 None None] New status for floating IP 11be9140-6a6b-499b-a39a-83a581184088: ACTIVE {{(pid=105698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:41:47.241274 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:41:47.241612 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Checking segment: {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:47.242002 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Bound using segment: {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:41:47.242451 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Bound port: b7029d83-890b-4374-99ac-cadc5fb4990e, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe69eaa1-c3bf-463a-a041-1985850ffc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699'}}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:41:47.242813 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.299823 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c5b5b208-6bd5-4bcd-9453-94780c8d49ea req-88e899a4-32fd-4e63-8790-4215a70e3cde service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87066447-d170-4142-9399-42aa4170eb9e HTTP/1.1" status: 200 len: 1001 time: 0.0959270 Mar 30 16:41:47.301539 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4440b044-b3af-46ea-959d-76ba94d8d61f req-3883c4f5-ce05-4ffc-8066-9f822200d459 service neutron] 10.222.0.45 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288547 Mar 30 16:41:47.328113 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-29783173-3d6f-4f02-88f4-cabb19c5a95a req-9891e71f-fccd-4510-af6e-48e18782ffc6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034462 Mar 30 16:41:47.362482 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] For port b7029d83-890b-4374-99ac-cadc5fb4990e, host hv-cinder-83587, cleared binding levels {{(pid=105697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:41:47.366002 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] For port b7029d83-890b-4374-99ac-cadc5fb4990e, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b7029d83-890b-4374-99ac-cadc5fb4990e,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:41:47.411114 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5b208-6bd5-4bcd-9453-94780c8d49ea req-192bf9df-2b42-4925-80e2-2c6088549c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:47.411486 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c5b5b208-6bd5-4bcd-9453-94780c8d49ea req-192bf9df-2b42-4925-80e2-2c6088549c33 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9df6b30-1554-4ac7-a638-1eff78d1538f HTTP/1.1" status: 200 len: 854 time: 0.0822434 Mar 30 16:41:47.478288 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.515348 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:47.516157 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.517718 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] 10.222.0.45 "PUT /v2.0/ports/b7029d83-890b-4374-99ac-cadc5fb4990e HTTP/1.1" status: 200 len: 1094 time: 1.8001585 Mar 30 16:41:47.540645 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea5fa6-a84c-4c3b-a6b3-f0a1d4649045 req-63bba03f-cd3e-4a82-b33c-6bc32a9dd6ae tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:47.542244 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-87ea5fa6-a84c-4c3b-a6b3-f0a1d4649045 req-63bba03f-cd3e-4a82-b33c-6bc32a9dd6ae tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0884473 Mar 30 16:41:47.569337 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026f507-a6a0-460b-833b-4cdacbfa3eaa service neutron] Pushing event updated for resources: {'Port': ['ID=b7029d83-890b-4374-99ac-cadc5fb4990e,revision_number=3']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:47.571950 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5b208-6bd5-4bcd-9453-94780c8d49ea req-2bfa1e8f-1df0-4c63-a680-c50220899d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:47.573647 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c5b5b208-6bd5-4bcd-9453-94780c8d49ea req-2bfa1e8f-1df0-4c63-a680-c50220899d30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=502a6e91-b591-4f3b-8946-72c3ddeb25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1545939 Mar 30 16:41:47.686883 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-27f81961-7b19-4c26-85cb-e8aeab4dcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:47.688417 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-27f81961-7b19-4c26-85cb-e8aeab4dcdb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 1128 time: 0.0615661 Mar 30 16:41:47.721071 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-87ea5fa6-a84c-4c3b-a6b3-f0a1d4649045 req-efbe2d12-11a6-48c9-9ad3-71ab1a73e334 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604762 Mar 30 16:41:47.744906 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c5b5b208-6bd5-4bcd-9453-94780c8d49ea req-6861302f-310b-46b5-9533-5a84ab8141f5 service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618011 Mar 30 16:41:47.760909 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-b3c0ef08-1665-4a57-b268-40a014c4075f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7029d83-890b-4374-99ac-cadc5fb4990e HTTP/1.1" status: 200 len: 217 time: 0.0586278 Mar 30 16:41:47.839046 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-87825ce0-869f-4d5c-9583-df465b4f568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:47.840567 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-87825ce0-869f-4d5c-9583-df465b4f568d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.0643165 Mar 30 16:41:47.847875 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c5b5b208-6bd5-4bcd-9453-94780c8d49ea req-b376d826-8552-463e-98d5-c16fccdf63de service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935435 Mar 30 16:41:47.892744 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'tag': 'b7029d83-890b-4374-99ac-cadc5fb4990e'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:47.895092 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab721660-adff-4f44-95cf-635fcb01699e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d33fba-04fe-496d-99d8-540cf78d7cfa", "tag": "b7029d83-890b-4374-99ac-cadc5fb4990e"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:47.900527 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-26c786e9-1842-4aab-b80f-66095dc2afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:47.902001 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-26c786e9-1842-4aab-b80f-66095dc2afe7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0543966 Mar 30 16:41:47.936051 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f8c05f-a9b8-406f-8607-7b5ffe5869cb x-openstack-request-id: req-36f8c05f-a9b8-406f-8607-7b5ffe5869cb {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:47.936447 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d33fba-04fe-496d-99d8-540cf78d7cfa", "tag": "b7029d83-890b-4374-99ac-cadc5fb4990e", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:47.936768 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36f8c05f-a9b8-406f-8607-7b5ffe5869cb {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:47.937294 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f8c05f-a9b8-406f-8607-7b5ffe5869cb'] response: {'name': 'network-changed', 'server_uuid': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'tag': 'b7029d83-890b-4374-99ac-cadc5fb4990e', 'status': 'completed', 'code': 200} Mar 30 16:41:48.012633 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-7697aaef-6ffe-4fcb-9549-015dc116647e service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988982 Mar 30 16:41:48.106622 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ebd060d3-b929-4809-ac1b-c61d46b84b56 req-73e59489-6eef-4256-a3ab-bb9e4f4df815 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878685 Mar 30 16:41:48.210655 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557a670-8010-4e88-8ee9-9b9167434851 req-d276163e-5ab9-487d-b54b-b70aad3a90f5 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:48.212349 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6557a670-8010-4e88-8ee9-9b9167434851 req-d276163e-5ab9-487d-b54b-b70aad3a90f5 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0599680 Mar 30 16:41:48.262173 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6557a670-8010-4e88-8ee9-9b9167434851 req-b4f0567d-7d21-46a9-a46d-a2ede0d53a84 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436075 Mar 30 16:41:48.296607 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab721660-adff-4f44-95cf-635fcb01699e req-b83ca3b7-9b1f-4b0f-8ac5-a6910e7fd116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:48.298149 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ab721660-adff-4f44-95cf-635fcb01699e req-b83ca3b7-9b1f-4b0f-8ac5-a6910e7fd116 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 1128 time: 0.0590270 Mar 30 16:41:48.400403 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab721660-adff-4f44-95cf-635fcb01699e req-e778f5d0-5c20-49be-a515-6e83e055a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:48.401897 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ab721660-adff-4f44-95cf-635fcb01699e req-e778f5d0-5c20-49be-a515-6e83e055a188 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 919 time: 0.0879235 Mar 30 16:41:48.475357 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ab721660-adff-4f44-95cf-635fcb01699e req-f44c14fa-2a45-4b38-a17e-1f5f097ff3d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7029d83-890b-4374-99ac-cadc5fb4990e HTTP/1.1" status: 200 len: 217 time: 0.0539379 Mar 30 16:41:48.528152 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd79d9-a0fd-4016-8fe5-71f285ce0072 req-3a564678-fd2f-4402-aef4-2504b4309661 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:48.529679 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-47bd79d9-a0fd-4016-8fe5-71f285ce0072 req-3a564678-fd2f-4402-aef4-2504b4309661 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 944 time: 0.1175890 Mar 30 16:41:48.546289 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab721660-adff-4f44-95cf-635fcb01699e req-4302b7af-d8b7-4ad3-89f2-d7020fd9f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:48.547683 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ab721660-adff-4f44-95cf-635fcb01699e req-4302b7af-d8b7-4ad3-89f2-d7020fd9f70a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.0624332 Mar 30 16:41:48.606926 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-47bd79d9-a0fd-4016-8fe5-71f285ce0072 req-589c26dd-175b-4e75-88c2-3a17e46eb741 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699017 Mar 30 16:41:48.620016 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab721660-adff-4f44-95cf-635fcb01699e req-91967777-828c-4279-821a-3e71faa97b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:48.621542 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ab721660-adff-4f44-95cf-635fcb01699e req-91967777-828c-4279-821a-3e71faa97b0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0645404 Mar 30 16:41:48.713241 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ab721660-adff-4f44-95cf-635fcb01699e req-95a5ae6b-c0eb-48ee-b7ff-5d3c6be865f1 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836031 Mar 30 16:41:48.809571 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ab721660-adff-4f44-95cf-635fcb01699e req-73b6b080-5572-43a0-bdbd-60ea64880e79 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860503 Mar 30 16:41:48.838048 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79018b-ad86-4c32-88c9-c5ebf3fda256 req-410db415-2a68-4f46-99f3-a6968f2611b9 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:48.839532 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5c79018b-ad86-4c32-88c9-c5ebf3fda256 req-410db415-2a68-4f46-99f3-a6968f2611b9 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0633795 Mar 30 16:41:48.889107 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5c79018b-ad86-4c32-88c9-c5ebf3fda256 req-3c1cdb1a-7fa6-4d2f-b769-37bbae8249ce tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434020 Mar 30 16:41:49.631205 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e213be2-78d1-40b0-8ade-8048ff4e28de req-2dcc72e9-a93c-4d23-a5d8-06ff2b4a5784 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:49.632589 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7e213be2-78d1-40b0-8ade-8048ff4e28de req-2dcc72e9-a93c-4d23-a5d8-06ff2b4a5784 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.2976828 Mar 30 16:41:49.680462 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7e213be2-78d1-40b0-8ade-8048ff4e28de req-93c4b745-ea3c-4446-a471-380db5a73710 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421460 Mar 30 16:41:49.730473 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d433b1b-ce60-421a-9b16-abdc18240c3c req-5a13a9b6-39fa-45c5-bc0e-bda068c79aa9 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:49.732111 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5d433b1b-ce60-421a-9b16-abdc18240c3c req-5a13a9b6-39fa-45c5-bc0e-bda068c79aa9 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 944 time: 0.0548639 Mar 30 16:41:49.784554 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5d433b1b-ce60-421a-9b16-abdc18240c3c req-7152cde9-ed8b-45ec-b2a4-a40184ad013e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468185 Mar 30 16:41:50.807379 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0eac8-23d1-492f-b348-3b3bada2af61 req-1e2721b7-e0a9-4d21-96c5-7541c63a903d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:50.808897 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b7b0eac8-23d1-492f-b348-3b3bada2af61 req-1e2721b7-e0a9-4d21-96c5-7541c63a903d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 945 time: 0.0534692 Mar 30 16:41:50.858480 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b7b0eac8-23d1-492f-b348-3b3bada2af61 req-7eb36ffa-0b8e-44f6-99b4-53e61df2a79e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414715 Mar 30 16:41:50.910800 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c692aa9-c0f3-41bf-ac40-58ef813ecef1 req-17dda624-d66c-4dbd-8cea-31096ecb2c3a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:50.913252 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6c692aa9-c0f3-41bf-ac40-58ef813ecef1 req-17dda624-d66c-4dbd-8cea-31096ecb2c3a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 944 time: 0.0566411 Mar 30 16:41:50.962949 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6c692aa9-c0f3-41bf-ac40-58ef813ecef1 req-10584111-3d1d-4f81-b5cc-07dbdad6d046 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444753 Mar 30 16:41:51.229157 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device b7029d83-890b-4374-99ac-cadc5fb4990e details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:41:51.233434 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 87066447-d170-4142-9399-42aa4170eb9e no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:41:51.386354 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 87066447-d170-4142-9399-42aa4170eb9e is: ACTIVE; New status is: DOWN {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:51.386744 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (87066447-d170-4142-9399-42aa4170eb9e), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:51.393302 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port b7029d83-890b-4374-99ac-cadc5fb4990e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b7029d83-890b-4374-99ac-cadc5fb4990e,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:51.417663 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': 'b7029d83-890b-4374-99ac-cadc5fb4990e', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'port_id': 'b7029d83-890b-4374-99ac-cadc5fb4990e', 'mac_address': 'fa:16:3e:67:fa:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:41:51.425949 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87066447-d170-4142-9399-42aa4170eb9e'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:51.428209 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76469e45-52df-4c11-b041-62962ec2d2e5" -d '{"events": [{"server_uuid": "7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04", "name": "network-vif-unplugged", "status": "completed", "tag": "87066447-d170-4142-9399-42aa4170eb9e"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:51.459336 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 87066447-d170-4142-9399-42aa4170eb9e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87066447-d170-4142-9399-42aa4170eb9e,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:51.464508 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afecb68-5fde-4e5a-8a40-8d01de2ba0f5 x-openstack-request-id: req-6afecb68-5fde-4e5a-8a40-8d01de2ba0f5 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:51.464798 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04", "name": "network-vif-unplugged", "status": "failed", "tag": "87066447-d170-4142-9399-42aa4170eb9e", "code": 422}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:51.465098 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6afecb68-5fde-4e5a-8a40-8d01de2ba0f5 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:51.465565 dv-cinder-835871-1-smb neutron-server[105698]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6afecb68-5fde-4e5a-8a40-8d01de2ba0f5']: {'server_uuid': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87066447-d170-4142-9399-42aa4170eb9e', 'code': 422} returned with failed status Mar 30 16:41:51.477839 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port b7029d83-890b-4374-99ac-cadc5fb4990e is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:51.478235 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:51.490927 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7029d83-890b-4374-99ac-cadc5fb4990e {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:41:51.512373 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port b7029d83-890b-4374-99ac-cadc5fb4990e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b7029d83-890b-4374-99ac-cadc5fb4990e,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:51.550453 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (87066447-d170-4142-9399-42aa4170eb9e), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:51.602149 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=87066447-d170-4142-9399-42aa4170eb9e,revision_number=8']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:51.624249 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:51.673834 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=b7029d83-890b-4374-99ac-cadc5fb4990e,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:51.978811 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['b7029d83-890b-4374-99ac-cadc5fb4990e'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:41:52.091102 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8ee15-3123-450c-bc3c-7cafc27c3a28 req-d3b1835f-1860-43f8-951f-41264970cbfc tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:52.094394 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-dfa8ee15-3123-450c-bc3c-7cafc27c3a28 req-d3b1835f-1860-43f8-951f-41264970cbfc tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 945 time: 0.0587142 Mar 30 16:41:52.145944 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-dfa8ee15-3123-450c-bc3c-7cafc27c3a28 req-0711bf74-2d33-4de6-a093-55e01dd722b2 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453675 Mar 30 16:41:52.302138 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [req-2e1637a5-bab8-42ae-88df-c645f04bf01b req-997d3a8b-a26d-4771-9873-7ed659a94ba8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=105697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:41:52.303213 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2e1637a5-bab8-42ae-88df-c645f04bf01b req-997d3a8b-a26d-4771-9873-7ed659a94ba8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056658 Mar 30 16:41:52.616039 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a6abe-578c-40bf-bf47-665b5ebda63d req-8a1735f4-2322-47a0-a6bf-1b43b902256d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:52.617623 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8e5a6abe-578c-40bf-bf47-665b5ebda63d req-8a1735f4-2322-47a0-a6bf-1b43b902256d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0591185 Mar 30 16:41:52.671357 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8e5a6abe-578c-40bf-bf47-665b5ebda63d req-15c8be1f-12f3-48e5-8d88-c3540e943009 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471921 Mar 30 16:41:53.245632 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device b7029d83-890b-4374-99ac-cadc5fb4990e up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:53.275805 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440d949-8cf9-4590-bb41-5fa80e596063 req-fa327eac-a43d-4bf0-9e72-b1e556e95bd1 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:53.277764 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7440d949-8cf9-4590-bb41-5fa80e596063 req-fa327eac-a43d-4bf0-9e72-b1e556e95bd1 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 945 time: 0.0621197 Mar 30 16:41:53.325038 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7440d949-8cf9-4590-bb41-5fa80e596063 req-d97acd27-59cb-40f6-90b4-1c6f1d35a3c4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416431 Mar 30 16:41:53.361378 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port b7029d83-890b-4374-99ac-cadc5fb4990e completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:41:53.366045 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port b7029d83-890b-4374-99ac-cadc5fb4990e triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:53.366422 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:53.449315 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port b7029d83-890b-4374-99ac-cadc5fb4990e is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:53.449706 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:53.477509 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7029d83-890b-4374-99ac-cadc5fb4990e'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:53.479699 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0ce97c-c92a-4bda-9c6e-18a984f3d422" -d '{"events": [{"server_uuid": "c8d33fba-04fe-496d-99d8-540cf78d7cfa", "name": "network-vif-plugged", "status": "completed", "tag": "b7029d83-890b-4374-99ac-cadc5fb4990e"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:53.491414 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port b7029d83-890b-4374-99ac-cadc5fb4990e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b7029d83-890b-4374-99ac-cadc5fb4990e,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:53.518739 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30da05a4-66f4-4862-9fb0-b0c1160e33d0 x-openstack-request-id: req-30da05a4-66f4-4862-9fb0-b0c1160e33d0 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:53.519055 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d33fba-04fe-496d-99d8-540cf78d7cfa", "name": "network-vif-plugged", "status": "completed", "tag": "b7029d83-890b-4374-99ac-cadc5fb4990e", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:53.519312 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30da05a4-66f4-4862-9fb0-b0c1160e33d0 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:53.519713 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30da05a4-66f4-4862-9fb0-b0c1160e33d0'] response: {'server_uuid': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7029d83-890b-4374-99ac-cadc5fb4990e', 'code': 200} Mar 30 16:41:53.584700 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:53.585535 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 87066447-d170-4142-9399-42aa4170eb9e no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:41:53.660992 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=b7029d83-890b-4374-99ac-cadc5fb4990e,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:53.704680 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 87066447-d170-4142-9399-42aa4170eb9e is: DOWN; New status is: DOWN {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:53.799512 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f617051-5d8c-4229-beab-0ba0274badf5 req-69eae095-0946-4e07-92f3-2dd935bc2465 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:53.801032 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5f617051-5d8c-4229-beab-0ba0274badf5 req-69eae095-0946-4e07-92f3-2dd935bc2465 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0547066 Mar 30 16:41:53.878809 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5f617051-5d8c-4229-beab-0ba0274badf5 req-4d1921c0-703e-4291-b696-c2aafc42339b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710955 Mar 30 16:41:53.891230 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92012203-94b8-4875-bf9b-be2673b01184 req-5e6ce7c2-2aef-4145-9736-8675b9288c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:53.892820 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-92012203-94b8-4875-bf9b-be2673b01184 req-5e6ce7c2-2aef-4145-9736-8675b9288c7f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 1130 time: 0.0690362 Mar 30 16:41:53.940001 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-92012203-94b8-4875-bf9b-be2673b01184 req-6d9c59e6-642d-4321-b3bd-16a087fe41f5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391297 Mar 30 16:41:54.448929 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057966f-c1c4-4d9c-b7bb-e4af7c56b3a1 req-87b4e7f2-4a0f-4909-8f10-cb477c639fb0 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:54.450402 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4057966f-c1c4-4d9c-b7bb-e4af7c56b3a1 req-87b4e7f2-4a0f-4909-8f10-cb477c639fb0 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0564845 Mar 30 16:41:54.499815 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4057966f-c1c4-4d9c-b7bb-e4af7c56b3a1 req-3895a694-0670-40f9-ad53-7bb408a3137f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433033 Mar 30 16:41:54.734136 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 38684) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:54.824360 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-1a9471da-4685-4433-9c1d-a520b0e07368 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890443 Mar 30 16:41:54.833505 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-a1ad814d-83da-4fca-ba2c-b01f3cc461e1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=105697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:41:54.834452 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-a1ad814d-83da-4fca-ba2c-b01f3cc461e1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048325 Mar 30 16:41:54.909818 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 38696) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:55.037402 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-6780f11e-04fb-48a8-a96a-1119ede1ddec tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:55.038760 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-6780f11e-04fb-48a8-a96a-1119ede1ddec tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports/87066447-d170-4142-9399-42aa4170eb9e HTTP/1.1" status: 200 len: 940 time: 0.1279659 Mar 30 16:41:55.057949 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdad2c5-fe29-4464-b45e-b271f291c6a3 req-745555e9-896a-4a3e-b010-55d685f9ee6f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:55.059393 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8cdad2c5-fe29-4464-b45e-b271f291c6a3 req-745555e9-896a-4a3e-b010-55d685f9ee6f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0953074 Mar 30 16:41:55.109500 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8cdad2c5-fe29-4464-b45e-b271f291c6a3 req-471bdecc-1146-4867-ac45-8e868f29b2f9 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438097 Mar 30 16:41:55.630730 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708247a-153b-4afc-bb48-8dc3270ed6bf req-9665d728-29e7-4c21-86e9-3c4b3b7de214 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:55.632242 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1708247a-153b-4afc-bb48-8dc3270ed6bf req-9665d728-29e7-4c21-86e9-3c4b3b7de214 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0530038 Mar 30 16:41:55.683037 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1708247a-153b-4afc-bb48-8dc3270ed6bf req-9c314779-e550-4cff-b9eb-dca28c6b7584 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453851 Mar 30 16:41:55.798840 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea457a-8ac9-4090-9ee8-875cdb36244a req-41ebee84-1ab4-42c8-b8fb-a675d9669a7c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:55.800305 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-77ea457a-8ac9-4090-9ee8-875cdb36244a req-41ebee84-1ab4-42c8-b8fb-a675d9669a7c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0542226 Mar 30 16:41:55.809453 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 38726) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:55.814206 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-2e90e2df-da11-4622-8bc1-3b9eb4fae88b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Request body: {'floatingip': {'port_id': 'b7029d83-890b-4374-99ac-cadc5fb4990e'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:55.856395 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2e90e2df-da11-4622-8bc1-3b9eb4fae88b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for floatingip (f4546a64-8575-464e-9d8a-2673f265102a), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:55.965249 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:41:56.242814 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bff0a0-e40d-408f-8740-88ee061047ef req-6db14639-ac9c-4509-957f-a815906655f6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:56.244316 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d5bff0a0-e40d-408f-8740-88ee061047ef req-6db14639-ac9c-4509-957f-a815906655f6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0542805 Mar 30 16:41:56.300895 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d5bff0a0-e40d-408f-8740-88ee061047ef req-f45b7be0-fba7-466d-ba95-b00db56e74a0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501220 Mar 30 16:41:56.305077 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2e90e2df-da11-4622-8bc1-3b9eb4fae88b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:56.464278 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2e90e2df-da11-4622-8bc1-3b9eb4fae88b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (f4546a64-8575-464e-9d8a-2673f265102a), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:56.570547 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.l3_db [None req-2e90e2df-da11-4622-8bc1-3b9eb4fae88b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Floating IP f4546a64-8575-464e-9d8a-2673f265102a associated. External IP: 172.28.2.161, port: b7029d83-890b-4374-99ac-cadc5fb4990e. Mar 30 16:41:56.810986 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e90e2df-da11-4622-8bc1-3b9eb4fae88b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Router daca434a-746f-4ab3-a29a-c5fa4995b6eb has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:41:56.946539 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e90e2df-da11-4622-8bc1-3b9eb4fae88b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:41:56.952413 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2e90e2df-da11-4622-8bc1-3b9eb4fae88b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:56.962753 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d19b0ce-9ab2-4546-b47b-85155bd16bcc None None] Sync routers for ids ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:41:56.987095 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-2e90e2df-da11-4622-8bc1-3b9eb4fae88b tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "PUT /v2.0/floatingips/f4546a64-8575-464e-9d8a-2673f265102a HTTP/1.1" status: 200 len: 992 time: 1.1762972 Mar 30 16:41:56.987718 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'tag': 'b7029d83-890b-4374-99ac-cadc5fb4990e'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:56.990221 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee95bc6-b037-4584-8f7e-5db9c9454813" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d33fba-04fe-496d-99d8-540cf78d7cfa", "tag": "b7029d83-890b-4374-99ac-cadc5fb4990e"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:57.006657 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19b0ce-9ab2-4546-b47b-85155bd16bcc None None] Routers {'daca434a-746f-4ab3-a29a-c5fa4995b6eb'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:41:57.007331 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-1d19b0ce-9ab2-4546-b47b-85155bd16bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:41:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:57.035204 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db7867a-a20e-446a-a577-2441c60ec48d x-openstack-request-id: req-8db7867a-a20e-446a-a577-2441c60ec48d {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:57.035497 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d33fba-04fe-496d-99d8-540cf78d7cfa", "tag": "b7029d83-890b-4374-99ac-cadc5fb4990e", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:57.035750 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8db7867a-a20e-446a-a577-2441c60ec48d {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:57.037829 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db7867a-a20e-446a-a577-2441c60ec48d'] response: {'name': 'network-changed', 'server_uuid': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'tag': 'b7029d83-890b-4374-99ac-cadc5fb4990e', 'status': 'completed', 'code': 200} Mar 30 16:41:57.106262 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee95bc6-b037-4584-8f7e-5db9c9454813 req-3a01a9bc-35bc-4218-aa28-01030c40b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:57.108245 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-aee95bc6-b037-4584-8f7e-5db9c9454813 req-3a01a9bc-35bc-4218-aa28-01030c40b521 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 1130 time: 0.0465429 Mar 30 16:41:57.124140 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-1d19b0ce-9ab2-4546-b47b-85155bd16bcc None None] Set router daca434a-746f-4ab3-a29a-c5fa4995b6eb gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:41:57.233955 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee95bc6-b037-4584-8f7e-5db9c9454813 req-2e903c8d-de11-4f02-a926-6b167a184649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:57.235446 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-aee95bc6-b037-4584-8f7e-5db9c9454813 req-2e903c8d-de11-4f02-a926-6b167a184649 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 919 time: 0.1160445 Mar 30 16:41:57.316764 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-aee95bc6-b037-4584-8f7e-5db9c9454813 req-3eb5f0f3-eaa9-4ba5-958c-88895455a4ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7029d83-890b-4374-99ac-cadc5fb4990e HTTP/1.1" status: 200 len: 1000 time: 0.0600185 Mar 30 16:41:57.379978 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-1d19b0ce-9ab2-4546-b47b-85155bd16bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'f4546a64-8575-464e-9d8a-2673f265102a', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'port_id': 'b7029d83-890b-4374-99ac-cadc5fb4990e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'mac_address': 'fa:16:3e:67:fa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:38Z', 'updated_at': '2022-03-30T16:41:56Z', 'revision_number': 1, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390fd5a7-c319-47e4-97c7-455799597206', 'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'mac_address': 'fa:16:3e:d5:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:43Z', 'updated_at': '2022-03-30T16:39:58Z', 'revision_number': 5, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'subnets': [{'id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:57.386827 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee95bc6-b037-4584-8f7e-5db9c9454813 req-7adbe2b5-ee57-420e-8379-07a6166bfa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:57.388369 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-aee95bc6-b037-4584-8f7e-5db9c9454813 req-7adbe2b5-ee57-420e-8379-07a6166bfa40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.0610924 Mar 30 16:41:57.407002 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d19b0ce-9ab2-4546-b47b-85155bd16bcc None None] Checking router: daca434a-746f-4ab3-a29a-c5fa4995b6eb for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:41:57.424651 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19b0ce-9ab2-4546-b47b-85155bd16bcc None None] Routers {'daca434a-746f-4ab3-a29a-c5fa4995b6eb'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:41:57.425357 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-1d19b0ce-9ab2-4546-b47b-85155bd16bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:41:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:57.454470 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee95bc6-b037-4584-8f7e-5db9c9454813 req-0f19b66c-b5eb-4e2a-8083-0f6ca411c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:57.456417 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-aee95bc6-b037-4584-8f7e-5db9c9454813 req-0f19b66c-b5eb-4e2a-8083-0f6ca411c5a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0605714 Mar 30 16:41:57.459468 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507b9a0-8113-4570-95b2-3e80bceaae67 req-37d3f3c1-1b58-4b7c-ba3a-25face286724 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:57.461069 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6507b9a0-8113-4570-95b2-3e80bceaae67 req-37d3f3c1-1b58-4b7c-ba3a-25face286724 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0772731 Mar 30 16:41:57.527603 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6507b9a0-8113-4570-95b2-3e80bceaae67 req-1758b1c4-f234-442d-b7a1-430954a40712 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605290 Mar 30 16:41:57.573037 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-1d19b0ce-9ab2-4546-b47b-85155bd16bcc None None] Set router daca434a-746f-4ab3-a29a-c5fa4995b6eb gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:41:57.583643 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-aee95bc6-b037-4584-8f7e-5db9c9454813 req-926b9592-475c-4fce-9b02-0e9257ac9ba6 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026206 Mar 30 16:41:57.678362 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-aee95bc6-b037-4584-8f7e-5db9c9454813 req-7f6ff436-06cc-4285-ac4f-f52cc665ac8c service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879381 Mar 30 16:41:57.798478 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-1d19b0ce-9ab2-4546-b47b-85155bd16bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'f4546a64-8575-464e-9d8a-2673f265102a', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'port_id': 'b7029d83-890b-4374-99ac-cadc5fb4990e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'mac_address': 'fa:16:3e:67:fa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:38Z', 'updated_at': '2022-03-30T16:41:56Z', 'revision_number': 1, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390fd5a7-c319-47e4-97c7-455799597206', 'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'mac_address': 'fa:16:3e:d5:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:43Z', 'updated_at': '2022-03-30T16:39:58Z', 'revision_number': 5, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'subnets': [{'id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:57.904726 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d19b0ce-9ab2-4546-b47b-85155bd16bcc None None] The sync data for ids ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'] in dv-cinder-835871-1-smb is: [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'f4546a64-8575-464e-9d8a-2673f265102a', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'port_id': 'b7029d83-890b-4374-99ac-cadc5fb4990e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'mac_address': 'fa:16:3e:67:fa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:38Z', 'updated_at': '2022-03-30T16:41:56Z', 'revision_number': 1, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390fd5a7-c319-47e4-97c7-455799597206', 'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'mac_address': 'fa:16:3e:d5:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:43Z', 'updated_at': '2022-03-30T16:39:58Z', 'revision_number': 5, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'subnets': [{'id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:41:58.012655 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-eb985eeb-acf0-44cf-9c4d-d805c7026e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:58.015020 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-eb985eeb-acf0-44cf-9c4d-d805c7026e34 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04&tenant_id=9aeead52e01c4a67b8294c0188d476bb HTTP/1.1" status: 200 len: 1127 time: 0.0796001 Mar 30 16:41:58.089380 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-4c515628-73e0-4fcf-956a-1c87e1d94802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:58.090908 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-4c515628-73e0-4fcf-956a-1c87e1d94802 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9aeead52e01c4a67b8294c0188d476bb&device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 1127 time: 0.0443904 Mar 30 16:41:58.096114 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f82a4b5-3f12-4362-9ec2-e6e7ad9ceba7 None None] New status for floating IP f4546a64-8575-464e-9d8a-2673f265102a: ACTIVE {{(pid=105698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:41:58.190259 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-7e61b988-36ec-4332-af6d-8e563d31b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:58.191650 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-7e61b988-36ec-4332-af6d-8e563d31b433 service neutron] 10.222.0.45 "GET /v2.0/networks?id=502a6e91-b591-4f3b-8946-72c3ddeb25ad HTTP/1.1" status: 200 len: 916 time: 0.0902698 Mar 30 16:41:58.261813 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-67d2e330-785e-474b-aa1e-ebde61234522 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87066447-d170-4142-9399-42aa4170eb9e HTTP/1.1" status: 200 len: 999 time: 0.0596974 Mar 30 16:41:58.316120 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-f8e2007a-30f1-458d-804f-d230cee71e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:58.317663 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-f8e2007a-30f1-458d-804f-d230cee71e43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9df6b30-1554-4ac7-a638-1eff78d1538f HTTP/1.1" status: 200 len: 854 time: 0.0467961 Mar 30 16:41:58.374334 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-a35db34a-f203-4002-8f89-2e5d79e60796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:58.375874 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-a35db34a-f203-4002-8f89-2e5d79e60796 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=502a6e91-b591-4f3b-8946-72c3ddeb25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0478623 Mar 30 16:41:58.469116 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-1dce2e7f-dc9b-4a15-82a6-dc0f61f6e2bf service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855308 Mar 30 16:41:58.570544 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6ff28fe1-86e3-4280-924d-a793585e95f8 req-0cbb6dd7-3ed3-45df-aea1-61004feb2060 service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887749 Mar 30 16:41:58.660479 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647e657-6565-49d9-960a-967c16806752 req-ae458b9a-309e-452d-a742-facaaba56f6e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:58.661984 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7647e657-6565-49d9-960a-967c16806752 req-ae458b9a-309e-452d-a742-facaaba56f6e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0535290 Mar 30 16:41:58.709439 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7647e657-6565-49d9-960a-967c16806752 req-e61b2514-1c99-4e82-ae95-e708b397e38f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416429 Mar 30 16:41:59.854981 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf378ba-fc30-4185-8a84-6ec2d3547c15 req-03d69e25-6be1-4b17-a2b1-b96b3abe859d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:59.858209 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cbf378ba-fc30-4185-8a84-6ec2d3547c15 req-03d69e25-6be1-4b17-a2b1-b96b3abe859d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0680938 Mar 30 16:41:59.956136 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cbf378ba-fc30-4185-8a84-6ec2d3547c15 req-6fb87ab7-6416-4010-a290-55a4d7fb79b4 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901399 Mar 30 16:42:00.243039 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.100313 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66020539-195e-4cf9-89bb-0a6bd8632928 req-fc3048f9-a6bf-4559-bf9f-1390789c3193 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:01.101902 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-66020539-195e-4cf9-89bb-0a6bd8632928 req-fc3048f9-a6bf-4559-bf9f-1390789c3193 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0742986 Mar 30 16:42:01.163120 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-66020539-195e-4cf9-89bb-0a6bd8632928 req-8ea7340c-4212-4bb3-9952-d1ede973d3d7 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442436 Mar 30 16:42:01.580605 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-50aa4c3f-a93b-4e21-b60f-ad9d98d7573a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:02.308057 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edf351-3b50-40f6-a4bc-7b9b1c61de75 req-2d3af7bd-c16f-4fdc-bda6-0b2ad3630888 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:02.309591 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b9edf351-3b50-40f6-a4bc-7b9b1c61de75 req-2d3af7bd-c16f-4fdc-bda6-0b2ad3630888 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0632365 Mar 30 16:42:02.369175 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b9edf351-3b50-40f6-a4bc-7b9b1c61de75 req-4cf2bb09-e1ea-4686-b7c6-6e273f2780ac tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532098 Mar 30 16:42:03.508952 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090bc0d-c7a5-4e88-873d-46c35c506002 req-39cbd835-40f7-4899-b0a6-5d1cef53e05c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:03.510478 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1090bc0d-c7a5-4e88-873d-46c35c506002 req-39cbd835-40f7-4899-b0a6-5d1cef53e05c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0567555 Mar 30 16:42:03.562017 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1090bc0d-c7a5-4e88-873d-46c35c506002 req-97980087-f091-4549-aa33-e4eaefe7481b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446448 Mar 30 16:42:03.820400 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-35ba17af-d36e-434e-b87f-c798a4028eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:04.698302 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d119b-d597-4198-b3a1-8be88674f5bc req-b4d87035-407c-4513-ba77-558f16bb188f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:04.699830 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fd4d119b-d597-4198-b3a1-8be88674f5bc req-b4d87035-407c-4513-ba77-558f16bb188f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0595591 Mar 30 16:42:04.749951 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fd4d119b-d597-4198-b3a1-8be88674f5bc req-669bd962-46ab-49c5-8470-c6a27bbd03ab tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429637 Mar 30 16:42:05.266360 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:05.890214 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55575267-d925-49c0-8115-0885fe3a7f84 req-cc08944a-1312-41e4-966f-16daf6fa1fd0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:05.892643 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-55575267-d925-49c0-8115-0885fe3a7f84 req-cc08944a-1312-41e4-966f-16daf6fa1fd0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0677330 Mar 30 16:42:05.951879 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-55575267-d925-49c0-8115-0885fe3a7f84 req-0de489bd-357e-4a33-81ed-5b02a729e486 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526750 Mar 30 16:42:06.431794 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.097831 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce35c51-398e-4a32-a4d1-cda319364a25 req-b1ac2f0e-8ce6-4981-9c8b-d3bc54f7e50e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:07.099403 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cce35c51-398e-4a32-a4d1-cda319364a25 req-b1ac2f0e-8ce6-4981-9c8b-d3bc54f7e50e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0583701 Mar 30 16:42:07.148816 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cce35c51-398e-4a32-a4d1-cda319364a25 req-4ed8bea4-e1dc-4713-8407-ded50908f051 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436437 Mar 30 16:42:07.454534 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 38866) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:07.557949 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f50d6dab-dfb3-422b-9717-7f4d78128f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.636659 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f50d6dab-dfb3-422b-9717-7f4d78128f64 admin admin] Publish callbacks [] for security_group (22585451-b32f-4169-b245-9f4dc54a07a3), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.715664 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f50d6dab-dfb3-422b-9717-7f4d78128f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (22585451-b32f-4169-b245-9f4dc54a07a3), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.759440 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-f50d6dab-dfb3-422b-9717-7f4d78128f64 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=136c49c5eb82450e8b7f026c46010446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037770 Mar 30 16:42:07.760267 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d6dab-dfb3-422b-9717-7f4d78128f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22585451-b32f-4169-b245-9f4dc54a07a3,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:07.762153 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 38870) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:07.810768 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7547d912-d77a-40a9-b433-e54cde6bc03d admin admin] Publish callbacks [] for security_group (22585451-b32f-4169-b245-9f4dc54a07a3), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.840421 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7547d912-d77a-40a9-b433-e54cde6bc03d admin admin] Publish callbacks [] for security_group (22585451-b32f-4169-b245-9f4dc54a07a3), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.968596 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7547d912-d77a-40a9-b433-e54cde6bc03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (22585451-b32f-4169-b245-9f4dc54a07a3), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.971173 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7547d912-d77a-40a9-b433-e54cde6bc03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.972353 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-7547d912-d77a-40a9-b433-e54cde6bc03d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22585451-b32f-4169-b245-9f4dc54a07a3 HTTP/1.1" status: 204 len: 168 time: 0.2092199 Mar 30 16:42:07.980583 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547d912-d77a-40a9-b433-e54cde6bc03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22585451-b32f-4169-b245-9f4dc54a07a3,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:08.187090 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:08.284700 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e41deb-a8b6-4d22-b4b6-949f554fc835 req-d47a981f-70e6-4e66-a759-5b4212e5b82f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:08.286154 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-71e41deb-a8b6-4d22-b4b6-949f554fc835 req-d47a981f-70e6-4e66-a759-5b4212e5b82f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0539715 Mar 30 16:42:08.337374 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-71e41deb-a8b6-4d22-b4b6-949f554fc835 req-9ffb174d-c273-4f5a-b185-46e1723fd7b5 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450740 Mar 30 16:42:09.164443 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 38904) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:09.265093 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-817193352-network', 'tenant_id': '855d8a2eb7ba42d889ec67b36e2f7d82'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:09.391251 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] Made reservation on behalf of 855d8a2eb7ba42d889ec67b36e2f7d82 for: {'network': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:42:09.393701 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.404566 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.509236 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fb9d0-d5b6-456c-9c9d-d1d25a81a7fc req-7388c4bd-827b-4eac-b922-3ce27f92cb8d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:09.510720 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b00fb9d0-d5b6-456c-9c9d-d1d25a81a7fc req-7388c4bd-827b-4eac-b922-3ce27f92cb8d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0952616 Mar 30 16:42:09.551429 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] Publish callbacks [] for security_group (bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.577666 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b00fb9d0-d5b6-456c-9c9d-d1d25a81a7fc req-e02e60fa-f01d-4d98-872e-864ecf54deb5 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607820 Mar 30 16:42:09.619914 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.641207 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=105696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:42:09.654792 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:09.659508 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (53f919ce-280c-4afb-a161-f7f6739283cb), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.659943 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.segments_db [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] Added segment 53f919ce-280c-4afb-a161-f7f6739283cb of type vlan for network e404990a-eaef-437c-9d1e-300f1bce601d Mar 30 16:42:09.711868 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (e404990a-eaef-437c-9d1e-300f1bce601d), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.826162 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (e404990a-eaef-437c-9d1e-300f1bce601d), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.827475 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:09.828130 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.887408 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] Pushing event updated for resources: {'Network': ['ID=e404990a-eaef-437c-9d1e-300f1bce601d,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:09.897990 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network e404990a-eaef-437c-9d1e-300f1bce601d details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:42:09.959851 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-f642f983-01b3-44fc-94bf-d26e9c648f73 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7942774 Mar 30 16:42:09.962626 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 38912) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:09.967760 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-8b800b10-9822-4993-b8d7-348907579eb6 admin admin] Request body: {'subnet': {'network_id': 'e404990a-eaef-437c-9d1e-300f1bce601d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-817193352-subnet', 'tenant_id': '855d8a2eb7ba42d889ec67b36e2f7d82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:10.036516 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b800b10-9822-4993-b8d7-348907579eb6 admin admin] Made reservation on behalf of 855d8a2eb7ba42d889ec67b36e2f7d82 for: {'subnet': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:42:10.038815 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8b800b10-9822-4993-b8d7-348907579eb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5065895'] for subnet (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.295288 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8b800b10-9822-4993-b8d7-348907579eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6120385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5065905'] for subnet (1c6f0822-6d77-4cb7-a01b-542cd055cf91), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.350086 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b800b10-9822-4993-b8d7-348907579eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6f0822-6d77-4cb7-a01b-542cd055cf91,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:10.359174 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b800b10-9822-4993-b8d7-348907579eb6 admin admin] Checking segment: {'id': '53f919ce-280c-4afb-a161-f7f6739283cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e404990a-eaef-437c-9d1e-300f1bce601d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:42:10.366050 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b800b10-9822-4993-b8d7-348907579eb6 admin admin] Network hostable DHCP agents. Network: e404990a-eaef-437c-9d1e-300f1bce601d, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:42:10.454107 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b800b10-9822-4993-b8d7-348907579eb6 admin admin] Network e404990a-eaef-437c-9d1e-300f1bce601d is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:42:10.557152 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-8b800b10-9822-4993-b8d7-348907579eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, e404990a-eaef-437c-9d1e-300f1bce601d) {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:42:10.561368 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b800b10-9822-4993-b8d7-348907579eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:10.569101 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8b800b10-9822-4993-b8d7-348907579eb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.569855 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fd1d87-88a9-4370-8411-d018048ada04 None None] Network e404990a-eaef-437c-9d1e-300f1bce601d requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:42:10.651574 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-8b800b10-9822-4993-b8d7-348907579eb6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6877749 Mar 30 16:42:10.670113 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c755905a-4762-4b02-b9da-b16ff9c0ca23 None None] Network e404990a-eaef-437c-9d1e-300f1bce601d requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:42:10.710869 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3fab8-300c-4b18-b65b-aa07f0f5d973 req-07dda6d9-af16-4fe6-b60c-b1d728dee7a3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:10.713118 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-01f3fab8-300c-4b18-b65b-aa07f0f5d973 req-07dda6d9-af16-4fe6-b60c-b1d728dee7a3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0622978 Mar 30 16:42:10.761810 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-01f3fab8-300c-4b18-b65b-aa07f0f5d973 req-e3cadfa9-4d42-41e8-bd43-90f1e983c7b1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Mar 30 16:42:11.893538 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b53b9-b988-43bf-af96-f8c1d16ed459 req-c9057d07-093b-46e2-9361-0e7459b51643 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:11.895093 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e91b53b9-b988-43bf-af96-f8c1d16ed459 req-c9057d07-093b-46e2-9361-0e7459b51643 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0592971 Mar 30 16:42:11.943427 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e91b53b9-b988-43bf-af96-f8c1d16ed459 req-56b102cd-2d04-476a-8582-7d51315fd6a2 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427008 Mar 30 16:42:12.837515 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d581aa-fb00-402a-831a-95614df59a8a req-667db5ae-ae3d-44c4-9d72-4e1079579913 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:12.838994 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a7d581aa-fb00-402a-831a-95614df59a8a req-667db5ae-ae3d-44c4-9d72-4e1079579913 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/networks?id=e404990a-eaef-437c-9d1e-300f1bce601d HTTP/1.1" status: 200 len: 813 time: 0.0977113 Mar 30 16:42:12.853124 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a7d581aa-fb00-402a-831a-95614df59a8a req-da050532-1be2-4ed0-aef2-06e11f468d84 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/quotas/855d8a2eb7ba42d889ec67b36e2f7d82 HTTP/1.1" status: 200 len: 375 time: 0.0086560 Mar 30 16:42:12.887691 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a7d581aa-fb00-402a-831a-95614df59a8a req-a5ddb042-ba92-4b81-bbec-76df9ad17bc7 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=855d8a2eb7ba42d889ec67b36e2f7d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291090 Mar 30 16:42:12.978343 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a7d581aa-fb00-402a-831a-95614df59a8a req-817914f0-d4a6-49d0-ab1d-dfe16ac01a8a service neutron] 10.222.0.36 "GET /v2.0/networks/e404990a-eaef-437c-9d1e-300f1bce601d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838957 Mar 30 16:42:13.073764 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0adb01-a01c-4cfd-9198-38c02866cd6e req-9bbaafc1-16b4-4bfc-8735-f16c0692f6ba tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:13.075425 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bc0adb01-a01c-4cfd-9198-38c02866cd6e req-9bbaafc1-16b4-4bfc-8735-f16c0692f6ba tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 943 time: 0.0537953 Mar 30 16:42:13.080863 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a7d581aa-fb00-402a-831a-95614df59a8a req-637dbbfd-55f4-44f8-93eb-fd274fa5b7a8 service neutron] 10.222.0.36 "GET /v2.0/networks/e404990a-eaef-437c-9d1e-300f1bce601d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961299 Mar 30 16:42:13.123702 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bc0adb01-a01c-4cfd-9198-38c02866cd6e req-9e3d4a0b-78e8-4355-8917-6050a03db803 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427101 Mar 30 16:42:13.398799 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 87066447-d170-4142-9399-42aa4170eb9e details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:42:13.422553 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ddab558b-c4f1-4402-8cf1-f37e9183626f req-467a0d51-5f5c-459a-a5bf-7189f804b35e tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 210 time: 0.0283301 Mar 30 16:42:13.509145 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 87066447-d170-4142-9399-42aa4170eb9e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87066447-d170-4142-9399-42aa4170eb9e,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:13.521496 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '87066447-d170-4142-9399-42aa4170eb9e', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'port_id': '87066447-d170-4142-9399-42aa4170eb9e', 'mac_address': 'fa:16:3e:c6:34:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:42:13.561022 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 87066447-d170-4142-9399-42aa4170eb9e is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:13.561418 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (87066447-d170-4142-9399-42aa4170eb9e), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:13.574749 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87066447-d170-4142-9399-42aa4170eb9e {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:42:13.594835 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 87066447-d170-4142-9399-42aa4170eb9e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87066447-d170-4142-9399-42aa4170eb9e,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:13.717030 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (87066447-d170-4142-9399-42aa4170eb9e), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:13.768946 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=87066447-d170-4142-9399-42aa4170eb9e,revision_number=9']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:13.775764 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:13.776116 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:13.776465 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:13.776860 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:13.777203 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:13.777542 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:13.777904 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:13.778264 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:13.778592 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:13.778924 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:13.779267 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:13.779623 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:13.785553 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:13.785553 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:13.785553 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:14.101520 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['87066447-d170-4142-9399-42aa4170eb9e'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:42:14.250659 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2775c-c79b-49c1-a162-9c541956e5cc req-876dd849-efd5-4d3a-a94b-66ac435deb57 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:14.252282 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-10f2775c-c79b-49c1-a162-9c541956e5cc req-876dd849-efd5-4d3a-a94b-66ac435deb57 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 944 time: 0.0544004 Mar 30 16:42:14.298238 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-10f2775c-c79b-49c1-a162-9c541956e5cc req-9a9a8f66-de86-4626-910f-cb3814e0b64a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402820 Mar 30 16:42:14.517400 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5038fc1c-59e8-4f69-a055-b3f9fd920d55 req-ce12c88b-6b00-4c1b-abbf-63c87415e1a9 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 210 time: 0.0296245 Mar 30 16:42:15.406531 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 87066447-d170-4142-9399-42aa4170eb9e up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:15.422047 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5327e93-826d-482e-89af-cfe3146007cb req-7e37e02e-35fd-4ecc-b2cd-0394b1215244 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:15.423563 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f5327e93-826d-482e-89af-cfe3146007cb req-7e37e02e-35fd-4ecc-b2cd-0394b1215244 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 944 time: 0.0542800 Mar 30 16:42:15.458459 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 87066447-d170-4142-9399-42aa4170eb9e triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:15.458936 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (87066447-d170-4142-9399-42aa4170eb9e), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:15.477810 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f5327e93-826d-482e-89af-cfe3146007cb req-221b97bf-a093-43dc-aeb8-b4e81ca4204f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483856 Mar 30 16:42:15.539890 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 87066447-d170-4142-9399-42aa4170eb9e is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:15.540285 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (87066447-d170-4142-9399-42aa4170eb9e), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:15.564284 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87066447-d170-4142-9399-42aa4170eb9e'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:42:15.566617 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3acf20-74a5-4e5c-9902-87c8487745a9" -d '{"events": [{"server_uuid": "7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04", "name": "network-vif-plugged", "status": "completed", "tag": "87066447-d170-4142-9399-42aa4170eb9e"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:42:15.579078 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 87066447-d170-4142-9399-42aa4170eb9e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87066447-d170-4142-9399-42aa4170eb9e,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:15.603246 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ffe3a3-aa9c-4c52-8de8-f5b30283ea82 x-openstack-request-id: req-00ffe3a3-aa9c-4c52-8de8-f5b30283ea82 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:42:15.603543 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04", "name": "network-vif-plugged", "status": "completed", "tag": "87066447-d170-4142-9399-42aa4170eb9e", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:42:15.603798 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00ffe3a3-aa9c-4c52-8de8-f5b30283ea82 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:42:15.604201 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ffe3a3-aa9c-4c52-8de8-f5b30283ea82'] response: {'server_uuid': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87066447-d170-4142-9399-42aa4170eb9e', 'code': 200} Mar 30 16:42:15.618131 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-26df1c26-4476-4656-b67e-70ed1114a363 req-549b0c53-cf1e-43a3-993d-65fd0761dd2f tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 210 time: 0.0318782 Mar 30 16:42:15.703968 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (87066447-d170-4142-9399-42aa4170eb9e), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:15.719542 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d581aa-fb00-402a-831a-95614df59a8a req-b93b2088-332c-4dc7-91fb-15f88f5961e7 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:15.720998 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a7d581aa-fb00-402a-831a-95614df59a8a req-b93b2088-332c-4dc7-91fb-15f88f5961e7 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.45 "GET /v2.0/networks?id=e404990a-eaef-437c-9d1e-300f1bce601d HTTP/1.1" status: 200 len: 813 time: 0.1010368 Mar 30 16:42:15.734019 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-a7d581aa-fb00-402a-831a-95614df59a8a req-61457a11-9255-41da-9e9a-7b260140036a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Request body: {'port': {'device_id': '3fd0859e-5f42-434c-8674-f398303f3846', 'network_id': 'e404990a-eaef-437c-9d1e-300f1bce601d', 'admin_state_up': True, 'tenant_id': '855d8a2eb7ba42d889ec67b36e2f7d82'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:15.750577 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=87066447-d170-4142-9399-42aa4170eb9e,revision_number=10']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:15.951985 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d581aa-fb00-402a-831a-95614df59a8a req-61457a11-9255-41da-9e9a-7b260140036a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Made reservation on behalf of 855d8a2eb7ba42d889ec67b36e2f7d82 for: {'port': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:42:15.960184 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-a7d581aa-fb00-402a-831a-95614df59a8a req-61457a11-9255-41da-9e9a-7b260140036a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:16.077967 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [req-a7d581aa-fb00-402a-831a-95614df59a8a req-61457a11-9255-41da-9e9a-7b260140036a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Allocated IP 172.20.0.2 (e404990a-eaef-437c-9d1e-300f1bce601d/1c6f0822-6d77-4cb7-a01b-542cd055cf91/bef750d1-fafb-403b-9393-799a14b21b3e) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:42:16.472082 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-a7d581aa-fb00-402a-831a-95614df59a8a req-61457a11-9255-41da-9e9a-7b260140036a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks [] for port (bef750d1-fafb-403b-9393-799a14b21b3e), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:16.541419 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2bf19-e51d-4a0f-b225-4e3ecf71e73f req-4ab26a58-4882-4325-982b-19d6bfe52ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:16.543191 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-94f2bf19-e51d-4a0f-b225-4e3ecf71e73f req-4ab26a58-4882-4325-982b-19d6bfe52ebc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 1130 time: 0.0450742 Mar 30 16:42:16.586136 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-94f2bf19-e51d-4a0f-b225-4e3ecf71e73f req-109e869d-8f11-4ac3-a7a0-61cbb0886802 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369868 Mar 30 16:42:16.608342 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe002cc0-b5d4-4898-9f8d-6d07af6a9faf req-1e8c4c33-bd02-458c-aff1-8b739ef27fb9 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:16.614701 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fe002cc0-b5d4-4898-9f8d-6d07af6a9faf req-1e8c4c33-bd02-458c-aff1-8b739ef27fb9 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 946 time: 0.0522168 Mar 30 16:42:16.632276 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-a7d581aa-fb00-402a-831a-95614df59a8a req-61457a11-9255-41da-9e9a-7b260140036a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (bef750d1-fafb-403b-9393-799a14b21b3e), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:16.690032 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d581aa-fb00-402a-831a-95614df59a8a req-61457a11-9255-41da-9e9a-7b260140036a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Network e404990a-eaef-437c-9d1e-300f1bce601d is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:42:16.699278 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [req-a7d581aa-fb00-402a-831a-95614df59a8a req-61457a11-9255-41da-9e9a-7b260140036a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:42:16.702383 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d581aa-fb00-402a-831a-95614df59a8a req-61457a11-9255-41da-9e9a-7b260140036a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:42:16.721557 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fe002cc0-b5d4-4898-9f8d-6d07af6a9faf req-cd4cee1d-685d-460b-b464-08ff0d4db707 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056607 Mar 30 16:42:16.739376 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61457a11-9255-41da-9e9a-7b260140036a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Pushing event updated for resources: {'Port': ['ID=bef750d1-fafb-403b-9393-799a14b21b3e,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:16.745517 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff22c0c-8545-4d0d-87d5-5fc611cfc300 req-b68dd8c7-1c15-4b7c-a764-5b097bbba3b8 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:16.747011 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fff22c0c-8545-4d0d-87d5-5fc611cfc300 req-b68dd8c7-1c15-4b7c-a764-5b097bbba3b8 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 931 time: 0.0605707 Mar 30 16:42:16.772243 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d581aa-fb00-402a-831a-95614df59a8a req-61457a11-9255-41da-9e9a-7b260140036a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:16.772887 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-a7d581aa-fb00-402a-831a-95614df59a8a req-61457a11-9255-41da-9e9a-7b260140036a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:16.800680 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fff22c0c-8545-4d0d-87d5-5fc611cfc300 req-fe7d15fe-acce-45ad-a94a-dadd7fc16f48 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468423 Mar 30 16:42:16.851148 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a7d581aa-fb00-402a-831a-95614df59a8a req-61457a11-9255-41da-9e9a-7b260140036a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1216166 Mar 30 16:42:16.862169 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Request body: {'port': {'device_id': '3fd0859e-5f42-434c-8674-f398303f3846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:16.922477 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (bef750d1-fafb-403b-9393-799a14b21b3e), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.169369 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef750d1-fafb-403b-9393-799a14b21b3e {{(pid=105697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:42:17.176620 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Publish callbacks [] for port (bef750d1-fafb-403b-9393-799a14b21b3e), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.188681 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.provisioning_blocks [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Transition to ACTIVE for port object bef750d1-fafb-403b-9393-799a14b21b3e will not be triggered until provisioned by entity L2. {{(pid=105697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:42:17.271449 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (bef750d1-fafb-403b-9393-799a14b21b3e), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.323389 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bef750d1-fafb-403b-9393-799a14b21b3e,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:17.389664 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Attempting to bind port bef750d1-fafb-403b-9393-799a14b21b3e on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:42:17.389991 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Attempting to bind port bef750d1-fafb-403b-9393-799a14b21b3e by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '53f919ce-280c-4afb-a161-f7f6739283cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e404990a-eaef-437c-9d1e-300f1bce601d'}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:42:17.390320 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Attempting to bind port bef750d1-fafb-403b-9393-799a14b21b3e on network e404990a-eaef-437c-9d1e-300f1bce601d {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:42:17.394633 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Port bef750d1-fafb-403b-9393-799a14b21b3e on network e404990a-eaef-437c-9d1e-300f1bce601d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:42:17.394950 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Attempting to bind port bef750d1-fafb-403b-9393-799a14b21b3e on network e404990a-eaef-437c-9d1e-300f1bce601d {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:42:17.399713 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:42:17.400049 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Checking segment: {'id': '53f919ce-280c-4afb-a161-f7f6739283cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e404990a-eaef-437c-9d1e-300f1bce601d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:42:17.400427 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Bound using segment: {'id': '53f919ce-280c-4afb-a161-f7f6739283cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e404990a-eaef-437c-9d1e-300f1bce601d'} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:42:17.400869 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Bound port: bef750d1-fafb-403b-9393-799a14b21b3e, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f919ce-280c-4afb-a161-f7f6739283cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e404990a-eaef-437c-9d1e-300f1bce601d'}}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:42:17.401224 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (bef750d1-fafb-403b-9393-799a14b21b3e), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.466883 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] For port bef750d1-fafb-403b-9393-799a14b21b3e, host hv-cinder-83587, cleared binding levels {{(pid=105697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:42:17.470182 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] For port bef750d1-fafb-403b-9393-799a14b21b3e, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=bef750d1-fafb-403b-9393-799a14b21b3e,segment=NetworkSegment(53f919ce-280c-4afb-a161-f7f6739283cb),segment_id=53f919ce-280c-4afb-a161-f7f6739283cb)] {{(pid=105697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:42:17.574292 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (bef750d1-fafb-403b-9393-799a14b21b3e), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.608013 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:17.608660 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.610062 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a7d581aa-fb00-402a-831a-95614df59a8a req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] 10.222.0.45 "PUT /v2.0/ports/bef750d1-fafb-403b-9393-799a14b21b3e HTTP/1.1" status: 200 len: 1093 time: 0.7518833 Mar 30 16:42:17.610547 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd0859e-5f42-434c-8674-f398303f3846', 'tag': 'bef750d1-fafb-403b-9393-799a14b21b3e'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:42:17.612823 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f206bf90-49af-484b-8adb-209fbb5b8a61" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd0859e-5f42-434c-8674-f398303f3846", "tag": "bef750d1-fafb-403b-9393-799a14b21b3e"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:42:17.639024 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3444f06-85e0-44f7-9e20-a83c59a609e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bef750d1-fafb-403b-9393-799a14b21b3e,revision_number=3']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:17.651774 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cb999d-043e-4c93-96c3-2080edca4903 x-openstack-request-id: req-82cb999d-043e-4c93-96c3-2080edca4903 {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:42:17.652074 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd0859e-5f42-434c-8674-f398303f3846", "tag": "bef750d1-fafb-403b-9393-799a14b21b3e", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:42:17.652349 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82cb999d-043e-4c93-96c3-2080edca4903 {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:42:17.652819 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cb999d-043e-4c93-96c3-2080edca4903'] response: {'name': 'network-changed', 'server_uuid': '3fd0859e-5f42-434c-8674-f398303f3846', 'tag': 'bef750d1-fafb-403b-9393-799a14b21b3e', 'status': 'completed', 'code': 200} Mar 30 16:42:17.731068 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206bf90-49af-484b-8adb-209fbb5b8a61 req-8d116eda-884a-47a4-b696-100eec65d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:17.733121 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f206bf90-49af-484b-8adb-209fbb5b8a61 req-8d116eda-884a-47a4-b696-100eec65d860 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=855d8a2eb7ba42d889ec67b36e2f7d82&device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 1127 time: 0.0466912 Mar 30 16:42:17.848823 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206bf90-49af-484b-8adb-209fbb5b8a61 req-8faaf806-5fbf-413d-b2e5-4261171ad023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:17.850976 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc8ebd-84b1-4735-bb98-c0e095272114 req-408a2e10-0075-46c0-b485-270dbbf323fa tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:17.851440 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f206bf90-49af-484b-8adb-209fbb5b8a61 req-8faaf806-5fbf-413d-b2e5-4261171ad023 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=855d8a2eb7ba42d889ec67b36e2f7d82&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1036167 Mar 30 16:42:17.851547 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-93bc8ebd-84b1-4735-bb98-c0e095272114 req-408a2e10-0075-46c0-b485-270dbbf323fa tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 946 time: 0.0530405 Mar 30 16:42:17.899941 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-93bc8ebd-84b1-4735-bb98-c0e095272114 req-d061e6b9-0831-4ba6-b32c-90360d5dc50a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429885 Mar 30 16:42:17.991919 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f563d1-935f-435e-b810-0e33e6c69f3d req-7304fdd7-82f0-4b68-8210-ef17c19988cc tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:17.993451 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-22f563d1-935f-435e-b810-0e33e6c69f3d req-7304fdd7-82f0-4b68-8210-ef17c19988cc tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 943 time: 0.1118402 Mar 30 16:42:17.994611 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206bf90-49af-484b-8adb-209fbb5b8a61 req-1e2382b2-456f-4125-b672-ff677d06c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:17.995935 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f206bf90-49af-484b-8adb-209fbb5b8a61 req-1e2382b2-456f-4125-b672-ff677d06c724 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353214 Mar 30 16:42:18.049224 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-22f563d1-935f-435e-b810-0e33e6c69f3d req-43c63193-7ef6-44a1-b958-a306d4301070 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469868 Mar 30 16:42:18.091349 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d581aa-fb00-402a-831a-95614df59a8a req-5ee32a41-b760-44e4-ad21-7b7eb80e516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:18.092894 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a7d581aa-fb00-402a-831a-95614df59a8a req-5ee32a41-b760-44e4-ad21-7b7eb80e516f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=855d8a2eb7ba42d889ec67b36e2f7d82&device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 1127 time: 0.0452735 Mar 30 16:42:18.144608 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a7d581aa-fb00-402a-831a-95614df59a8a req-5417606d-c4d5-4783-b933-a802c7ed2ef9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bef750d1-fafb-403b-9393-799a14b21b3e HTTP/1.1" status: 200 len: 217 time: 0.0424821 Mar 30 16:42:18.201075 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d581aa-fb00-402a-831a-95614df59a8a req-1be48d43-a10a-4c45-82c6-c4c5d4cb899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:18.202566 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a7d581aa-fb00-402a-831a-95614df59a8a req-1be48d43-a10a-4c45-82c6-c4c5d4cb899d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c6f0822-6d77-4cb7-a01b-542cd055cf91 HTTP/1.1" status: 200 len: 853 time: 0.0450792 Mar 30 16:42:18.241779 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a7d581aa-fb00-402a-831a-95614df59a8a req-d9cbf18c-d940-424f-a0e4-10ead0af5a8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e404990a-eaef-437c-9d1e-300f1bce601d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286152 Mar 30 16:42:18.337168 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a7d581aa-fb00-402a-831a-95614df59a8a req-43a51f98-8d6e-4122-9e9e-973b0c1196ab service neutron] 10.222.0.45 "GET /v2.0/networks/e404990a-eaef-437c-9d1e-300f1bce601d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878630 Mar 30 16:42:18.428779 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a7d581aa-fb00-402a-831a-95614df59a8a req-c6d23539-db4f-45bb-9f36-3765a2b90994 service neutron] 10.222.0.45 "GET /v2.0/networks/e404990a-eaef-437c-9d1e-300f1bce601d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834968 Mar 30 16:42:19.021740 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c81f7-7f20-4daf-8deb-32fc6ba88efd req-9855a3b6-90a2-4e09-94e6-9411d44149fa tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:19.023197 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-198c81f7-7f20-4daf-8deb-32fc6ba88efd req-9855a3b6-90a2-4e09-94e6-9411d44149fa tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 946 time: 0.0518460 Mar 30 16:42:19.069848 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-198c81f7-7f20-4daf-8deb-32fc6ba88efd req-23758c5f-1963-40b7-b06d-678ee9188b75 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409811 Mar 30 16:42:19.176348 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53fe54-d36f-47be-99a2-e8c523c3dfbe req-1c9a3337-950a-46c3-a572-49cba0771296 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:19.177858 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bf53fe54-d36f-47be-99a2-e8c523c3dfbe req-1c9a3337-950a-46c3-a572-49cba0771296 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 943 time: 0.0526247 Mar 30 16:42:19.225038 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bf53fe54-d36f-47be-99a2-e8c523c3dfbe req-1ff61c77-0f11-4310-b7aa-8998e960bc32 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412629 Mar 30 16:42:20.198099 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1487c6-be12-4494-b7d4-5510fa4c4653 req-2ad6f49b-fc48-4823-a4ee-a820c07c12b4 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:20.199582 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8a1487c6-be12-4494-b7d4-5510fa4c4653 req-2ad6f49b-fc48-4823-a4ee-a820c07c12b4 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 946 time: 0.0576587 Mar 30 16:42:20.251036 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39082) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:20.253611 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8a1487c6-be12-4494-b7d4-5510fa4c4653 req-d268db1b-5467-4710-a759-3d0389a8e471 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417295 Mar 30 16:42:20.369070 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-abc4ff68-8aac-4e84-a777-7ecb1c524009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:20.404032 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c375d-626d-4480-82c6-3dace6f8ba1f req-968a551c-e947-4c49-9c1c-63db9322d656 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:20.405648 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3a9c375d-626d-4480-82c6-3dace6f8ba1f req-968a551c-e947-4c49-9c1c-63db9322d656 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 943 time: 0.1107421 Mar 30 16:42:20.475739 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3a9c375d-626d-4480-82c6-3dace6f8ba1f req-561611db-d23b-45a3-91ac-d2523bf2e206 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616832 Mar 30 16:42:20.496376 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-abc4ff68-8aac-4e84-a777-7ecb1c524009 admin admin] Publish callbacks [] for security_group (2fda4d07-59c6-4a00-8113-1da47e2996b3), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:20.578046 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-abc4ff68-8aac-4e84-a777-7ecb1c524009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (2fda4d07-59c6-4a00-8113-1da47e2996b3), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:20.614977 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4ff68-8aac-4e84-a777-7ecb1c524009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fda4d07-59c6-4a00-8113-1da47e2996b3,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:20.620033 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-abc4ff68-8aac-4e84-a777-7ecb1c524009 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c29570d155eb484c88d1d1e49a3596e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679793 Mar 30 16:42:20.622616 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39088) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:20.668538 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-404be364-05ad-4987-8c9c-e236a2dabce7 admin admin] Publish callbacks [] for security_group (2fda4d07-59c6-4a00-8113-1da47e2996b3), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:20.692306 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-404be364-05ad-4987-8c9c-e236a2dabce7 admin admin] Publish callbacks [] for security_group (2fda4d07-59c6-4a00-8113-1da47e2996b3), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:20.819742 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-404be364-05ad-4987-8c9c-e236a2dabce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (2fda4d07-59c6-4a00-8113-1da47e2996b3), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:20.822362 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-404be364-05ad-4987-8c9c-e236a2dabce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:20.823491 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-404be364-05ad-4987-8c9c-e236a2dabce7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fda4d07-59c6-4a00-8113-1da47e2996b3 HTTP/1.1" status: 204 len: 168 time: 0.1999681 Mar 30 16:42:20.832288 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404be364-05ad-4987-8c9c-e236a2dabce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fda4d07-59c6-4a00-8113-1da47e2996b3,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:21.415988 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device bef750d1-fafb-403b-9393-799a14b21b3e details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:42:21.513141 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port bef750d1-fafb-403b-9393-799a14b21b3e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=bef750d1-fafb-403b-9393-799a14b21b3e,segment=NetworkSegment(53f919ce-280c-4afb-a161-f7f6739283cb),segment_id=53f919ce-280c-4afb-a161-f7f6739283cb)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:21.525116 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': 'bef750d1-fafb-403b-9393-799a14b21b3e', 'network_id': 'e404990a-eaef-437c-9d1e-300f1bce601d', 'port_id': 'bef750d1-fafb-403b-9393-799a14b21b3e', 'mac_address': 'fa:16:3e:42:d9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6f0822-6d77-4cb7-a01b-542cd055cf91', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:42:21.600045 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e25f73-cf00-4517-aecd-3fcf9269c852 req-359f8760-ff5c-47a4-933d-7933ac5ae84a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:21.601924 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a1e25f73-cf00-4517-aecd-3fcf9269c852 req-359f8760-ff5c-47a4-933d-7933ac5ae84a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 943 time: 0.0585487 Mar 30 16:42:21.657187 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a1e25f73-cf00-4517-aecd-3fcf9269c852 req-1dd1ef1b-fb19-4c6c-a1bc-c0698f6641ce tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489225 Mar 30 16:42:21.689099 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port bef750d1-fafb-403b-9393-799a14b21b3e is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:21.689343 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (bef750d1-fafb-403b-9393-799a14b21b3e), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:21.702848 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef750d1-fafb-403b-9393-799a14b21b3e {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:42:21.721862 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port bef750d1-fafb-403b-9393-799a14b21b3e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=bef750d1-fafb-403b-9393-799a14b21b3e,segment=NetworkSegment(53f919ce-280c-4afb-a161-f7f6739283cb),segment_id=53f919ce-280c-4afb-a161-f7f6739283cb)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:21.819668 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (bef750d1-fafb-403b-9393-799a14b21b3e), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:21.868662 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=bef750d1-fafb-403b-9393-799a14b21b3e,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:22.192669 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['bef750d1-fafb-403b-9393-799a14b21b3e'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:42:22.781449 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814540e-70fb-41a7-bed2-2b812a1b6c6d req-4c7b3658-637e-42d0-9e80-dcdd5d641141 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:22.783062 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b814540e-70fb-41a7-bed2-2b812a1b6c6d req-4c7b3658-637e-42d0-9e80-dcdd5d641141 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 944 time: 0.0556540 Mar 30 16:42:22.831487 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b814540e-70fb-41a7-bed2-2b812a1b6c6d req-4d2b868a-a189-4d8e-8b93-192e2dcf481e tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 Mar 30 16:42:23.432329 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device bef750d1-fafb-403b-9393-799a14b21b3e up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:23.577853 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port bef750d1-fafb-403b-9393-799a14b21b3e completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:42:23.582241 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port bef750d1-fafb-403b-9393-799a14b21b3e triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:23.582645 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (bef750d1-fafb-403b-9393-799a14b21b3e), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:23.666705 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port bef750d1-fafb-403b-9393-799a14b21b3e is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:23.667098 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (bef750d1-fafb-403b-9393-799a14b21b3e), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:23.689608 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd0859e-5f42-434c-8674-f398303f3846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef750d1-fafb-403b-9393-799a14b21b3e'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:42:23.691779 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611d5219-3d2d-493c-8edb-624a235c9203" -d '{"events": [{"server_uuid": "3fd0859e-5f42-434c-8674-f398303f3846", "name": "network-vif-plugged", "status": "completed", "tag": "bef750d1-fafb-403b-9393-799a14b21b3e"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:42:23.704291 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port bef750d1-fafb-403b-9393-799a14b21b3e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=bef750d1-fafb-403b-9393-799a14b21b3e,segment=NetworkSegment(53f919ce-280c-4afb-a161-f7f6739283cb),segment_id=53f919ce-280c-4afb-a161-f7f6739283cb)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:23.728203 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f954b9-b24d-405c-a066-f494ea50e1ad x-openstack-request-id: req-99f954b9-b24d-405c-a066-f494ea50e1ad {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:42:23.728544 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd0859e-5f42-434c-8674-f398303f3846", "name": "network-vif-plugged", "status": "completed", "tag": "bef750d1-fafb-403b-9393-799a14b21b3e", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:42:23.728807 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99f954b9-b24d-405c-a066-f494ea50e1ad {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:42:23.729240 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f954b9-b24d-405c-a066-f494ea50e1ad'] response: {'server_uuid': '3fd0859e-5f42-434c-8674-f398303f3846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef750d1-fafb-403b-9393-799a14b21b3e', 'code': 200} Mar 30 16:42:23.783706 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (bef750d1-fafb-403b-9393-799a14b21b3e), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:23.830989 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=bef750d1-fafb-403b-9393-799a14b21b3e,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:23.953630 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a96be4-bfd2-4171-a7de-16ebc11f7dea req-7819d221-ddc1-426c-a68d-56499e6716aa tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:23.955132 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b2a96be4-bfd2-4171-a7de-16ebc11f7dea req-7819d221-ddc1-426c-a68d-56499e6716aa tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 945 time: 0.0547118 Mar 30 16:42:24.001599 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b2a96be4-bfd2-4171-a7de-16ebc11f7dea req-c756d85b-6490-402a-b0dc-4fe2f53ef207 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 Mar 30 16:42:24.101619 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e1bc6-07b7-4dfd-bb37-7a93a068642a req-bc6b6dce-2861-4b45-98d4-5e88463e1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:24.103092 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2d6e1bc6-07b7-4dfd-bb37-7a93a068642a req-bc6b6dce-2861-4b45-98d4-5e88463e1825 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 1129 time: 0.0457482 Mar 30 16:42:24.150158 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2d6e1bc6-07b7-4dfd-bb37-7a93a068642a req-f7b0eb9d-a508-4f7f-aa27-cb547070dff3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 Mar 30 16:42:25.121476 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d5efa-615e-40d6-95e1-6429d11d7038 req-8e80246e-b107-4e0c-8a13-bd5849c39b80 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:25.123592 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-993d5efa-615e-40d6-95e1-6429d11d7038 req-8e80246e-b107-4e0c-8a13-bd5849c39b80 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 945 time: 0.0558000 Mar 30 16:42:25.170041 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-993d5efa-615e-40d6-95e1-6429d11d7038 req-1aa3b4e1-e69b-4afa-861e-6dc3fbaa7983 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408094 Mar 30 16:42:26.288378 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f20d7b-bf96-471b-a576-188d948e2872 req-a20ba363-491b-43e7-a0f0-c54b64cc149b tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:26.289858 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-63f20d7b-bf96-471b-a576-188d948e2872 req-a20ba363-491b-43e7-a0f0-c54b64cc149b tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 945 time: 0.0516436 Mar 30 16:42:26.336413 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-63f20d7b-bf96-471b-a576-188d948e2872 req-5d9270d8-12ca-4020-8f39-5139dab3737b tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Mar 30 16:42:28.451003 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39230) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:28.558224 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3a91a6b6-5438-47fc-8e05-0b2ec8f8ea55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:28.633658 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3a91a6b6-5438-47fc-8e05-0b2ec8f8ea55 admin admin] Publish callbacks [] for security_group (360afa21-9836-49d7-9048-949f5712c5dc), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:28.700082 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3a91a6b6-5438-47fc-8e05-0b2ec8f8ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (360afa21-9836-49d7-9048-949f5712c5dc), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:28.737581 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91a6b6-5438-47fc-8e05-0b2ec8f8ea55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360afa21-9836-49d7-9048-949f5712c5dc,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:28.744879 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 39234) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:28.745350 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-3a91a6b6-5438-47fc-8e05-0b2ec8f8ea55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0dd79d6c41914218977c755e3ee159d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927072 Mar 30 16:42:28.797429 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ace16ae4-a4c4-44d7-8d81-3cc0d38f4864 admin admin] Publish callbacks [] for security_group (360afa21-9836-49d7-9048-949f5712c5dc), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:28.819553 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ace16ae4-a4c4-44d7-8d81-3cc0d38f4864 admin admin] Publish callbacks [] for security_group (360afa21-9836-49d7-9048-949f5712c5dc), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:28.870476 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a4c6095b-5780-4d51-b558-13343437f378 req-972ad3b0-3983-466f-8f78-164315304204 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460505 Mar 30 16:42:28.935884 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6095b-5780-4d51-b558-13343437f378 req-3cfa48a1-821b-47a2-b4d0-0f7cb5565367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:28.937507 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a4c6095b-5780-4d51-b558-13343437f378 req-3cfa48a1-821b-47a2-b4d0-0f7cb5565367 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 1130 time: 0.0441060 Mar 30 16:42:28.956588 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ace16ae4-a4c4-44d7-8d81-3cc0d38f4864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (360afa21-9836-49d7-9048-949f5712c5dc), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:28.959286 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ace16ae4-a4c4-44d7-8d81-3cc0d38f4864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:28.960516 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-ace16ae4-a4c4-44d7-8d81-3cc0d38f4864 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/360afa21-9836-49d7-9048-949f5712c5dc HTTP/1.1" status: 204 len: 168 time: 0.2143388 Mar 30 16:42:28.970868 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace16ae4-a4c4-44d7-8d81-3cc0d38f4864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360afa21-9836-49d7-9048-949f5712c5dc,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:29.047263 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6095b-5780-4d51-b558-13343437f378 req-4f7edf51-6812-4d5a-beaf-019e62537cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:29.048788 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a4c6095b-5780-4d51-b558-13343437f378 req-4f7edf51-6812-4d5a-beaf-019e62537cc6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 919 time: 0.0926261 Mar 30 16:42:29.094921 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a4c6095b-5780-4d51-b558-13343437f378 req-3d34e8ae-7119-4728-9d3b-c3b05ef400c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 HTTP/1.1" status: 200 len: 217 time: 0.0357432 Mar 30 16:42:29.150190 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6095b-5780-4d51-b558-13343437f378 req-4c97e464-621c-4f09-ae45-685d7fc16fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:29.151681 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a4c6095b-5780-4d51-b558-13343437f378 req-4c97e464-621c-4f09-ae45-685d7fc16fd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.0438774 Mar 30 16:42:29.207516 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6095b-5780-4d51-b558-13343437f378 req-c8840874-1023-4182-b8c9-a0e138bd0f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:29.209061 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a4c6095b-5780-4d51-b558-13343437f378 req-c8840874-1023-4182-b8c9-a0e138bd0f53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0506318 Mar 30 16:42:29.306334 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a4c6095b-5780-4d51-b558-13343437f378 req-31d6ce26-a388-428b-bcc2-c66e050cbac9 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875282 Mar 30 16:42:29.408238 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a4c6095b-5780-4d51-b558-13343437f378 req-bbab56f6-bca5-40a4-8b40-f7d231fafb0a service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953150 Mar 30 16:42:30.240778 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:31.555071 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1a69cb76-4b76-40da-91e7-4509ebdc170d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:32.964003 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:42:33.762944 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2d53b4f3-9553-4123-91a7-c159eb586e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:35.351042 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:36.418497 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:38.184150 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:42.505489 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e0a59-d75b-4b27-b059-449cf4121d12 req-72ccd277-3ff1-4368-a0cb-3ba60df3c86f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:42.506959 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fa5e0a59-d75b-4b27-b059-449cf4121d12 req-72ccd277-3ff1-4368-a0cb-3ba60df3c86f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 946 time: 0.0537348 Mar 30 16:42:42.553674 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fa5e0a59-d75b-4b27-b059-449cf4121d12 req-9075f7ed-aed8-4cc6-8f71-75e8d10ef9aa tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=809c9712-49c1-49a0-b8b9-0247e5d19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410707 Mar 30 16:42:43.425639 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17004088-3d5e-412b-abc6-5812d331ec07 req-9bdd045c-3b2a-4013-bfe1-387517d4a1d2 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:43.427121 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-17004088-3d5e-412b-abc6-5812d331ec07 req-9bdd045c-3b2a-4013-bfe1-387517d4a1d2 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0523026 Mar 30 16:42:43.476251 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-17004088-3d5e-412b-abc6-5812d331ec07 req-18974471-e041-487a-a377-2a81414b0a13 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400095 Mar 30 16:42:43.676241 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939f63a-cf71-485f-8dd0-ecb0a6ecb371 req-1840293c-3fbb-4ef7-ae03-8a08caecb444 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:43.677784 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-d939f63a-cf71-485f-8dd0-ecb0a6ecb371 req-1840293c-3fbb-4ef7-ae03-8a08caecb444 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 946 time: 0.0568137 Mar 30 16:42:43.726455 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-d939f63a-cf71-485f-8dd0-ecb0a6ecb371 req-089cd2cf-ddd6-46b2-8362-7f23b9ab2969 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=809c9712-49c1-49a0-b8b9-0247e5d19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427828 Mar 30 16:42:44.186714 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-e898e564-a603-4f66-bcff-5b61da677005 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:44.188058 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-e898e564-a603-4f66-bcff-5b61da677005 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 946 time: 0.0518117 Mar 30 16:42:44.317816 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Deleting port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:42:44.318153 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:44.402768 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] For port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=829c2fb7-ed19-400f-9cc2-37bbbe9e6147,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:44.403119 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:44.600569 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd082b67-50d2-473f-b906-f1a2a05f0d55 req-1235c90b-acae-4ba0-9ca6-37708dc88c60 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:44.602244 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cd082b67-50d2-473f-b906-f1a2a05f0d55 req-1235c90b-acae-4ba0-9ca6-37708dc88c60 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0518394 Mar 30 16:42:44.623430 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:44.623807 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (11be9140-6a6b-499b-a39a-83a581184088), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:44.624111 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.l3_db [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Floating IP 11be9140-6a6b-499b-a39a-83a581184088 disassociated. External IP: 172.28.2.232, port: 829c2fb7-ed19-400f-9cc2-37bbbe9e6147. Mar 30 16:42:44.624449 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Calling delete_port for 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 owned by compute:nova {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:42:44.654360 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cd082b67-50d2-473f-b906-f1a2a05f0d55 req-dee436fb-2ac3-412f-a7f0-6215640a2ca6 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442364 Mar 30 16:42:44.850965 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138f275-f581-4c25-83f3-0d8172a51a25 req-503e8163-a08d-49d9-81dc-8253b80a24e9 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:44.852422 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a138f275-f581-4c25-83f3-0d8172a51a25 req-503e8163-a08d-49d9-81dc-8253b80a24e9 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 946 time: 0.0507843 Mar 30 16:42:44.853553 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (829c2fb7-ed19-400f-9cc2-37bbbe9e6147), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:44.893861 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event deleted for resources: {'Port': ['ID=829c2fb7-ed19-400f-9cc2-37bbbe9e6147,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:44.909213 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.909564 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.909904 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.910240 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.910574 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.910903 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.911230 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.911561 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.911887 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.912212 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.912538 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.912881 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.913208 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.913529 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.913852 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:44.998378 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a138f275-f581-4c25-83f3-0d8172a51a25 req-51b8705f-7264-4bbf-818d-52cefbcc92b3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=809c9712-49c1-49a0-b8b9-0247e5d19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1371834 Mar 30 16:42:45.042005 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Router 22bd6ca0-5b3b-4932-a185-31140e9d2822 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:42:45.150025 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:42:45.160546 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005deee-3349-4368-be67-d23836edb754 None None] Sync routers for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:42:45.184609 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005deee-3349-4368-be67-d23836edb754 None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:42:45.189748 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-0005deee-3349-4368-be67-d23836edb754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:42:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:45.218297 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] No DVR routers for this DVR port 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 on host hv-cinder-83587 {{(pid=105697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:42:45.222240 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:45.225990 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-46d5077c-21ce-4a43-bca4-1029d7fc608b req-2f37706b-93e6-4435-ae26-3bba395f9a79 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "DELETE /v2.0/ports/829c2fb7-ed19-400f-9cc2-37bbbe9e6147 HTTP/1.1" status: 204 len: 173 time: 1.0287204 Mar 30 16:42:45.226517 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e40167b-c936-4d6e-a7ae-6a3bd413673d', 'name': 'network-vif-deleted', 'tag': '829c2fb7-ed19-400f-9cc2-37bbbe9e6147'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:42:45.237067 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea86a62-e247-4895-9b33-6c95e6c64f8e" -d '{"events": [{"server_uuid": "6e40167b-c936-4d6e-a7ae-6a3bd413673d", "name": "network-vif-deleted", "tag": "829c2fb7-ed19-400f-9cc2-37bbbe9e6147"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:42:45.278884 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639692b4-3241-436f-b027-ffc6cd579bbf x-openstack-request-id: req-639692b4-3241-436f-b027-ffc6cd579bbf {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:42:45.281602 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e40167b-c936-4d6e-a7ae-6a3bd413673d", "name": "network-vif-deleted", "tag": "829c2fb7-ed19-400f-9cc2-37bbbe9e6147", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:42:45.281602 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-639692b4-3241-436f-b027-ffc6cd579bbf {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:42:45.281602 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-639692b4-3241-436f-b027-ffc6cd579bbf'] response: {'server_uuid': '6e40167b-c936-4d6e-a7ae-6a3bd413673d', 'name': 'network-vif-deleted', 'tag': '829c2fb7-ed19-400f-9cc2-37bbbe9e6147', 'status': 'completed', 'code': 200} Mar 30 16:42:45.319010 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-0005deee-3349-4368-be67-d23836edb754 None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:42:45.542623 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-0005deee-3349-4368-be67-d23836edb754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '03a8e69e-9dad-4613-9b0f-3fe399b05f18', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:5f:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:40:00Z', 'updated_at': '2022-03-30T16:40:32Z', 'revision_number': 2, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:45.571820 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005deee-3349-4368-be67-d23836edb754 None None] Checking router: 22bd6ca0-5b3b-4932-a185-31140e9d2822 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:42:45.580044 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005deee-3349-4368-be67-d23836edb754 None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:42:45.580649 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-0005deee-3349-4368-be67-d23836edb754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:42:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:45.690934 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-0005deee-3349-4368-be67-d23836edb754 None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:42:45.772735 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d17f6-69b8-4cb2-a1df-fe594ac81181 req-f2d753f7-82c9-48a9-8066-428a014c81ab tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:45.774218 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8b3d17f6-69b8-4cb2-a1df-fe594ac81181 req-f2d753f7-82c9-48a9-8066-428a014c81ab tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0520506 Mar 30 16:42:45.844379 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8b3d17f6-69b8-4cb2-a1df-fe594ac81181 req-8616ccdd-aa6c-4974-ba10-038db630db65 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557761 Mar 30 16:42:45.950153 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-0005deee-3349-4368-be67-d23836edb754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '03a8e69e-9dad-4613-9b0f-3fe399b05f18', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:5f:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:40:00Z', 'updated_at': '2022-03-30T16:40:32Z', 'revision_number': 2, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:45.987466 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005deee-3349-4368-be67-d23836edb754 None None] The sync data for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb is: [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '03a8e69e-9dad-4613-9b0f-3fe399b05f18', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:5f:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:40:00Z', 'updated_at': '2022-03-30T16:40:32Z', 'revision_number': 2, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:42:46.113278 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b964c36-b910-4359-88a1-b594210415cb req-4be39c30-254e-464e-98e9-d13a9c05b5c8 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e40167b-c936-4d6e-a7ae-6a3bd413673d HTTP/1.1" status: 200 len: 210 time: 0.0311511 Mar 30 16:42:46.265914 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0cbb5-a0f2-499f-ba86-5bb54c4672c6 None None] New status for floating IP 11be9140-6a6b-499b-a39a-83a581184088: DOWN {{(pid=105698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:42:46.967210 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faca68-f2bf-40c7-b1e8-6833811101b8 req-1d986fd1-1505-4151-8032-62464725ccf5 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:46.968704 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c1faca68-f2bf-40c7-b1e8-6833811101b8 req-1d986fd1-1505-4151-8032-62464725ccf5 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0549970 Mar 30 16:42:47.016003 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c1faca68-f2bf-40c7-b1e8-6833811101b8 req-0b7fc453-f3b7-4298-a54c-66f50ae3278f tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415325 Mar 30 16:42:47.249881 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 39356) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:47.310455 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (809c9712-49c1-49a0-b8b9-0247e5d19d00), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:47.335321 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (809c9712-49c1-49a0-b8b9-0247e5d19d00), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:47.474902 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (809c9712-49c1-49a0-b8b9-0247e5d19d00), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:47.480411 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:47.484241 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39362) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:47.492622 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "DELETE /v2.0/security-groups/809c9712-49c1-49a0-b8b9-0247e5d19d00 HTTP/1.1" status: 204 len: 168 time: 0.2415767 Mar 30 16:42:47.498880 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.api.v2.resource [None req-c7ac10c9-f3e9-42b3-a401-2852de08d096 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] show failed (client error): The resource could not be found. Mar 30 16:42:47.502950 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-c7ac10c9-f3e9-42b3-a401-2852de08d096 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups/809c9712-49c1-49a0-b8b9-0247e5d19d00 HTTP/1.1" status: 404 len: 347 time: 0.0177209 Mar 30 16:42:47.503663 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39364) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:47.507275 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809c9712-49c1-49a0-b8b9-0247e5d19d00,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:47.510028 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:42:47.516790 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.520390 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.520390 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.520390 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.520390 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.520390 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.520390 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.520390 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.520390 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.521268 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.521689 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.522114 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.522594 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.523014 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.523459 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91a2cc-46ed-46a6-82c7-e8969701727c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:47.552490 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:42:47.552858 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 829c2fb7-ed19-400f-9cc2-37bbbe9e6147 not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:42:47.919992 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-a30ea3a8-e15a-4898-a7ab-5fd5645835ff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Deleting port 3e67591c-ba54-4406-91ea-65424cfcb536 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:42:47.920335 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a30ea3a8-e15a-4898-a7ab-5fd5645835ff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (3e67591c-ba54-4406-91ea-65424cfcb536), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:47.993520 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a30ea3a8-e15a-4898-a7ab-5fd5645835ff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (3e67591c-ba54-4406-91ea-65424cfcb536), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:47.994224 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a30ea3a8-e15a-4898-a7ab-5fd5645835ff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (3e67591c-ba54-4406-91ea-65424cfcb536), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:48.007078 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-a30ea3a8-e15a-4898-a7ab-5fd5645835ff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Calling delete_port for 3e67591c-ba54-4406-91ea-65424cfcb536 owned by network:floatingip {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:42:48.179060 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a01bf1-aad9-4e10-b6fc-c71f8e9d796a req-a2a54ce6-2eae-49e5-bba7-dae135fd7a6a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:48.180556 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-72a01bf1-aad9-4e10-b6fc-c71f8e9d796a req-a2a54ce6-2eae-49e5-bba7-dae135fd7a6a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0871422 Mar 30 16:42:48.229278 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-72a01bf1-aad9-4e10-b6fc-c71f8e9d796a req-eb24bdb0-26ef-410f-8be9-77c595665bd3 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398831 Mar 30 16:42:48.265006 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a30ea3a8-e15a-4898-a7ab-5fd5645835ff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (3e67591c-ba54-4406-91ea-65424cfcb536), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:48.294675 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ea3a8-e15a-4898-a7ab-5fd5645835ff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event deleted for resources: {'Port': ['ID=3e67591c-ba54-4406-91ea-65424cfcb536,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:48.352840 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a30ea3a8-e15a-4898-a7ab-5fd5645835ff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (11be9140-6a6b-499b-a39a-83a581184088), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:48.355913 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a30ea3a8-e15a-4898-a7ab-5fd5645835ff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:48.357092 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-a30ea3a8-e15a-4898-a7ab-5fd5645835ff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "DELETE /v2.0/floatingips/11be9140-6a6b-499b-a39a-83a581184088 HTTP/1.1" status: 204 len: 168 time: 0.8523521 Mar 30 16:42:49.351118 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2822102-afc8-4474-bb32-29dbfe27b2df req-ee4e4942-0a6a-453d-9fab-7fd3b3fd77bd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:49.352636 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f2822102-afc8-4474-bb32-29dbfe27b2df req-ee4e4942-0a6a-453d-9fab-7fd3b3fd77bd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0518913 Mar 30 16:42:49.404584 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f2822102-afc8-4474-bb32-29dbfe27b2df req-830aaa79-980d-4f5d-a377-61e05cd9863d tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460472 Mar 30 16:42:50.410060 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a70e-8748-4ce4-85eb-00ac380bb2fe req-d97e5e2a-216f-475b-8d68-c0e33be1c4e3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:50.411784 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fca6a70e-8748-4ce4-85eb-00ac380bb2fe req-d97e5e2a-216f-475b-8d68-c0e33be1c4e3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 946 time: 0.0523312 Mar 30 16:42:50.460822 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fca6a70e-8748-4ce4-85eb-00ac380bb2fe req-b7cb19b4-1d84-4745-bba1-c58ad8129efe tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431490 Mar 30 16:42:50.522442 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71de8e-4dd0-4eaa-9f08-fa65ccc704b6 req-5598978e-55fd-4043-bfaa-4b2c89d0bfe2 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:50.523886 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9a71de8e-4dd0-4eaa-9f08-fa65ccc704b6 req-5598978e-55fd-4043-bfaa-4b2c89d0bfe2 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0504935 Mar 30 16:42:50.570636 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9a71de8e-4dd0-4eaa-9f08-fa65ccc704b6 req-48bce029-eb98-453f-b065-83dfff18fb4b tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404830 Mar 30 16:42:51.580150 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2e0f5-8cdc-4d5a-8c72-4c38fdbde8f9 req-f4494416-3ca1-4f79-ba42-c3189bc62f00 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:51.581700 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f1e2e0f5-8cdc-4d5a-8c72-4c38fdbde8f9 req-f4494416-3ca1-4f79-ba42-c3189bc62f00 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 946 time: 0.0534492 Mar 30 16:42:51.629609 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f1e2e0f5-8cdc-4d5a-8c72-4c38fdbde8f9 req-9e8eeaf3-6ebd-4343-af2d-5c4f5dc79908 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421576 Mar 30 16:42:51.694128 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc497800-c6ea-4603-97ab-58ac747bf86f req-60de9fc5-f228-43fc-a1bc-37487427f115 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:51.695605 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-cc497800-c6ea-4603-97ab-58ac747bf86f req-60de9fc5-f228-43fc-a1bc-37487427f115 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0561531 Mar 30 16:42:51.741577 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-cc497800-c6ea-4603-97ab-58ac747bf86f req-ee633b23-6eb6-4cf3-bb66-51990815ef01 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402756 Mar 30 16:42:52.281146 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-eb7e14cb-3a33-4446-bb7d-33fde5960759 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:52.282609 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-eb7e14cb-3a33-4446-bb7d-33fde5960759 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 946 time: 0.0517929 Mar 30 16:42:52.382901 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Deleting port ed0ebf10-625e-41fd-9774-e4785eddd403 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:42:52.383249 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:52.473314 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] For port ed0ebf10-625e-41fd-9774-e4785eddd403, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ed0ebf10-625e-41fd-9774-e4785eddd403,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:52.473599 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:52.654131 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:52.654499 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (03a8e69e-9dad-4613-9b0f-3fe399b05f18), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:52.654813 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.l3_db [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Floating IP 03a8e69e-9dad-4613-9b0f-3fe399b05f18 disassociated. External IP: 172.28.2.100, port: ed0ebf10-625e-41fd-9774-e4785eddd403. Mar 30 16:42:52.655156 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Calling delete_port for ed0ebf10-625e-41fd-9774-e4785eddd403 owned by compute:nova {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:42:52.773758 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a2e34-4a89-49a2-9cfe-2a878223a8bc req-645b84fe-af85-47c8-9870-d0fe28cd6a6e tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:52.775210 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-750a2e34-4a89-49a2-9cfe-2a878223a8bc req-645b84fe-af85-47c8-9870-d0fe28cd6a6e tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 946 time: 0.0766253 Mar 30 16:42:52.862095 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-750a2e34-4a89-49a2-9cfe-2a878223a8bc req-152ea5d4-4e3b-473f-b6f7-2cc2d1801f34 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=22bd8252-8072-4f77-8372-de8d94e53f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784028 Mar 30 16:42:52.966561 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d2ca9-43d4-4782-afb8-0c59ae171bb5 req-90bba8c6-9de4-4bcc-b8fe-d4bf1b6cc2ae tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:52.968053 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-636d2ca9-43d4-4782-afb8-0c59ae171bb5 req-90bba8c6-9de4-4bcc-b8fe-d4bf1b6cc2ae tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0517318 Mar 30 16:42:52.974906 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (ed0ebf10-625e-41fd-9774-e4785eddd403), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:53.017785 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event deleted for resources: {'Port': ['ID=ed0ebf10-625e-41fd-9774-e4785eddd403,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:53.113419 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-636d2ca9-43d4-4782-afb8-0c59ae171bb5 req-f2ea8cbe-873c-4644-b614-f3e40514004d tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393635 Mar 30 16:42:53.158254 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Router 22bd6ca0-5b3b-4932-a185-31140e9d2822 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:42:53.271255 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:42:53.281220 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a034d8-43da-4d0c-b2ec-8d91cdc561bc None None] Sync routers for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:42:53.291696 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a034d8-43da-4d0c-b2ec-8d91cdc561bc None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:42:53.292903 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-76a034d8-43da-4d0c-b2ec-8d91cdc561bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:42:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:53.310811 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] No DVR routers for this DVR port ed0ebf10-625e-41fd-9774-e4785eddd403 on host hv-cinder-83587 {{(pid=105697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:42:53.313417 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:53.317395 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-78bf23dd-07cc-4119-8954-89ff1f9b0530 req-945234ec-0d0a-414d-8785-30e65c0c74be tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "DELETE /v2.0/ports/ed0ebf10-625e-41fd-9774-e4785eddd403 HTTP/1.1" status: 204 len: 173 time: 1.0253386 Mar 30 16:42:53.320885 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'name': 'network-vif-deleted', 'tag': 'ed0ebf10-625e-41fd-9774-e4785eddd403'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:42:53.320885 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe4db17-9965-4400-8a46-177927de55a4" -d '{"events": [{"server_uuid": "bf60e7e7-7b08-4fba-8c99-6cc14d3c9178", "name": "network-vif-deleted", "tag": "ed0ebf10-625e-41fd-9774-e4785eddd403"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:42:53.357572 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a9e15f-2db0-4b23-a167-6c2c7c3d5807 x-openstack-request-id: req-60a9e15f-2db0-4b23-a167-6c2c7c3d5807 {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:42:53.357926 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf60e7e7-7b08-4fba-8c99-6cc14d3c9178", "name": "network-vif-deleted", "tag": "ed0ebf10-625e-41fd-9774-e4785eddd403", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:42:53.358192 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60a9e15f-2db0-4b23-a167-6c2c7c3d5807 {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:42:53.358631 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a9e15f-2db0-4b23-a167-6c2c7c3d5807'] response: {'server_uuid': 'bf60e7e7-7b08-4fba-8c99-6cc14d3c9178', 'name': 'network-vif-deleted', 'tag': 'ed0ebf10-625e-41fd-9774-e4785eddd403', 'status': 'completed', 'code': 200} Mar 30 16:42:53.405751 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-76a034d8-43da-4d0c-b2ec-8d91cdc561bc None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:42:53.610539 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-76a034d8-43da-4d0c-b2ec-8d91cdc561bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:53.635344 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a034d8-43da-4d0c-b2ec-8d91cdc561bc None None] Checking router: 22bd6ca0-5b3b-4932-a185-31140e9d2822 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:42:53.644061 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a034d8-43da-4d0c-b2ec-8d91cdc561bc None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:42:53.644655 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-76a034d8-43da-4d0c-b2ec-8d91cdc561bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:42:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:53.751662 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-76a034d8-43da-4d0c-b2ec-8d91cdc561bc None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:42:53.973834 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-611ecc89-8f8b-47f8-9395-761826810251 req-45f5ea93-25a8-4b9f-b924-b8ba0efd7080 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf60e7e7-7b08-4fba-8c99-6cc14d3c9178 HTTP/1.1" status: 200 len: 210 time: 0.0318310 Mar 30 16:42:54.042084 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-76a034d8-43da-4d0c-b2ec-8d91cdc561bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:54.071113 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a034d8-43da-4d0c-b2ec-8d91cdc561bc None None] The sync data for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb is: [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:42:54.253011 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef66e7-45c4-431d-834b-ec511a057eb2 req-72463d9e-822b-4f2e-b96c-03bded383385 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:54.254571 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9fef66e7-45c4-431d-834b-ec511a057eb2 req-72463d9e-822b-4f2e-b96c-03bded383385 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0655868 Mar 30 16:42:54.321240 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9fef66e7-45c4-431d-834b-ec511a057eb2 req-d58708fa-f0ee-4b49-b118-dff9e91efa63 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573595 Mar 30 16:42:54.358319 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc349ae5-fc3b-41dd-8f9a-26a037ba625a None None] New status for floating IP 03a8e69e-9dad-4613-9b0f-3fe399b05f18: DOWN {{(pid=105698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:42:54.701022 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525f28c-6780-4af7-8dbf-652bec2e4c4a req-93e94a28-c6bf-47a5-b83f-1eb107354e05 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:54.702482 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2525f28c-6780-4af7-8dbf-652bec2e4c4a req-93e94a28-c6bf-47a5-b83f-1eb107354e05 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0533996 Mar 30 16:42:54.752355 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2525f28c-6780-4af7-8dbf-652bec2e4c4a req-4fea09b2-0466-41bb-9eaa-a8163aff142b tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436656 Mar 30 16:42:54.853755 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903e5d6-ef34-4b27-949b-c7c6ea7e72e5 req-e5868f99-1879-46ef-a426-3d28571dd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:54.855863 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9903e5d6-ef34-4b27-949b-c7c6ea7e72e5 req-e5868f99-1879-46ef-a426-3d28571dd1e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1&device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 1130 time: 0.0469108 Mar 30 16:42:54.945243 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903e5d6-ef34-4b27-949b-c7c6ea7e72e5 req-1f6a8d67-e318-4f52-9c9d-adce5190c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:54.946684 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9903e5d6-ef34-4b27-949b-c7c6ea7e72e5 req-1f6a8d67-e318-4f52-9c9d-adce5190c7e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b25aae61-5ff8-46b1-a103-9f8fe1189903 HTTP/1.1" status: 200 len: 912 time: 0.0844779 Mar 30 16:42:55.020165 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9903e5d6-ef34-4b27-949b-c7c6ea7e72e5 req-d8ead1a0-644d-4e18-9ffe-7a9a8873f501 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9508a9f6-aa96-462c-9fcf-870f5505d80f HTTP/1.1" status: 200 len: 1001 time: 0.0670033 Mar 30 16:42:55.086136 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903e5d6-ef34-4b27-949b-c7c6ea7e72e5 req-ab64f3b3-bf9f-4994-b256-6e40622dcea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:55.087579 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9903e5d6-ef34-4b27-949b-c7c6ea7e72e5 req-ab64f3b3-bf9f-4994-b256-6e40622dcea9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94c1e00c-666a-41cc-aec2-f68aac843912 HTTP/1.1" status: 200 len: 850 time: 0.0534446 Mar 30 16:42:55.137529 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903e5d6-ef34-4b27-949b-c7c6ea7e72e5 req-2aa143d4-c5c1-4378-9992-a9e84150d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:55.139046 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9903e5d6-ef34-4b27-949b-c7c6ea7e72e5 req-2aa143d4-c5c1-4378-9992-a9e84150d26c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b25aae61-5ff8-46b1-a103-9f8fe1189903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0435114 Mar 30 16:42:55.170107 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 39454) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:55.230750 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e0396963-b08e-439e-a772-873e5a1b1552 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (22bd8252-8072-4f77-8372-de8d94e53f05), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:55.248728 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9903e5d6-ef34-4b27-949b-c7c6ea7e72e5 req-285a1482-0c17-4c25-874e-9fbed14a41f7 service neutron] 10.222.0.45 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018765 Mar 30 16:42:55.254941 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e0396963-b08e-439e-a772-873e5a1b1552 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (22bd8252-8072-4f77-8372-de8d94e53f05), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:55.344506 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9903e5d6-ef34-4b27-949b-c7c6ea7e72e5 req-f5c2c049-9d00-4076-ba40-eec160f6839e service neutron] 10.222.0.45 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890148 Mar 30 16:42:55.385248 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e0396963-b08e-439e-a772-873e5a1b1552 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (22bd8252-8072-4f77-8372-de8d94e53f05), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:55.387951 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e0396963-b08e-439e-a772-873e5a1b1552 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:55.389286 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-e0396963-b08e-439e-a772-873e5a1b1552 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "DELETE /v2.0/security-groups/22bd8252-8072-4f77-8372-de8d94e53f05 HTTP/1.1" status: 204 len: 168 time: 0.2181761 Mar 30 16:42:55.392099 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39464) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:55.400263 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0396963-b08e-439e-a772-873e5a1b1552 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bd8252-8072-4f77-8372-de8d94e53f05,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:55.408320 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.api.v2.resource [None req-a46c104e-7b67-4f14-9b7c-92d7d6e984fa tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] show failed (client error): The resource could not be found. Mar 30 16:42:55.409653 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-a46c104e-7b67-4f14-9b7c-92d7d6e984fa tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups/22bd8252-8072-4f77-8372-de8d94e53f05 HTTP/1.1" status: 404 len: 347 time: 0.0164909 Mar 30 16:42:55.412510 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39466) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:55.544683 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-7e9df3af-7c7d-430e-9af3-203c22ba45c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Deleting port 637056d6-c660-4366-9504-695b63658213 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:42:55.545065 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7e9df3af-7c7d-430e-9af3-203c22ba45c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (637056d6-c660-4366-9504-695b63658213), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:55.549303 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device ed0ebf10-625e-41fd-9774-e4785eddd403 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:42:55.570206 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: ed0ebf10-625e-41fd-9774-e4785eddd403 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:42:55.570557 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device ed0ebf10-625e-41fd-9774-e4785eddd403 not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:42:55.623693 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7e9df3af-7c7d-430e-9af3-203c22ba45c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (637056d6-c660-4366-9504-695b63658213), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:55.623981 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7e9df3af-7c7d-430e-9af3-203c22ba45c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (637056d6-c660-4366-9504-695b63658213), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:55.636569 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-7e9df3af-7c7d-430e-9af3-203c22ba45c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Calling delete_port for 637056d6-c660-4366-9504-695b63658213 owned by network:floatingip {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:42:55.791306 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bdc40-934c-4252-b455-602c5fd4a746 req-73d2ba04-ae47-4c71-9340-aabb75dbc9d6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:55.793306 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fc8bdc40-934c-4252-b455-602c5fd4a746 req-73d2ba04-ae47-4c71-9340-aabb75dbc9d6 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.1157918 Mar 30 16:42:55.812004 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95144d82-0c65-4d2c-9975-edc2c9288fc6 req-adef101f-1a25-426b-9df4-d26db7eaebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:55.813543 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-95144d82-0c65-4d2c-9975-edc2c9288fc6 req-adef101f-1a25-426b-9df4-d26db7eaebf3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 1130 time: 0.1019318 Mar 30 16:42:55.873594 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c11eb-c0bf-4182-9bce-b182e19c10c5 req-fb0c87a3-dd86-4902-81f0-2eaf9d541c4b tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:55.875133 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-601c11eb-c0bf-4182-9bce-b182e19c10c5 req-fb0c87a3-dd86-4902-81f0-2eaf9d541c4b tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0528145 Mar 30 16:42:55.924680 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-601c11eb-c0bf-4182-9bce-b182e19c10c5 req-c9a2ac7e-2de4-4d6a-a6e8-72a13eb9720f tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437117 Mar 30 16:42:55.932293 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fc8bdc40-934c-4252-b455-602c5fd4a746 req-f037c378-4989-4246-984c-7ad630dbeb24 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329811 Mar 30 16:42:55.971986 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95144d82-0c65-4d2c-9975-edc2c9288fc6 req-6c9c5ee4-b003-410e-a4e5-a46dce023d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:55.973503 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-95144d82-0c65-4d2c-9975-edc2c9288fc6 req-6c9c5ee4-b003-410e-a4e5-a46dce023d74 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 919 time: 0.1245403 Mar 30 16:42:56.018854 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7e9df3af-7c7d-430e-9af3-203c22ba45c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (637056d6-c660-4366-9504-695b63658213), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:56.053852 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9df3af-7c7d-430e-9af3-203c22ba45c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event deleted for resources: {'Port': ['ID=637056d6-c660-4366-9504-695b63658213,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:56.110900 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-95144d82-0c65-4d2c-9975-edc2c9288fc6 req-8df211c0-b6ca-4199-8719-0962e4559a11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7029d83-890b-4374-99ac-cadc5fb4990e HTTP/1.1" status: 200 len: 1002 time: 0.1280279 Mar 30 16:42:56.148436 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7e9df3af-7c7d-430e-9af3-203c22ba45c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (03a8e69e-9dad-4613-9b0f-3fe399b05f18), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:56.151018 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7e9df3af-7c7d-430e-9af3-203c22ba45c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:56.152315 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-7e9df3af-7c7d-430e-9af3-203c22ba45c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "DELETE /v2.0/floatingips/03a8e69e-9dad-4613-9b0f-3fe399b05f18 HTTP/1.1" status: 204 len: 168 time: 0.7388055 Mar 30 16:42:56.176890 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95144d82-0c65-4d2c-9975-edc2c9288fc6 req-a8b12f5a-47a6-4cce-ada8-9ee0c204179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:56.178460 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-95144d82-0c65-4d2c-9975-edc2c9288fc6 req-a8b12f5a-47a6-4cce-ada8-9ee0c204179e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.0601199 Mar 30 16:42:56.231472 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95144d82-0c65-4d2c-9975-edc2c9288fc6 req-c0a813df-3dfc-4d19-a6d6-40ace7a97130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:56.233068 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-95144d82-0c65-4d2c-9975-edc2c9288fc6 req-c0a813df-3dfc-4d19-a6d6-40ace7a97130 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473583 Mar 30 16:42:56.336855 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-95144d82-0c65-4d2c-9975-edc2c9288fc6 req-e82df975-fa82-49b0-a30c-3446f128faf2 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897274 Mar 30 16:42:56.426077 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-95144d82-0c65-4d2c-9975-edc2c9288fc6 req-2a65b3b2-64e6-41f6-911b-806440cdc327 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811479 Mar 30 16:42:56.490457 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39478) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:56.494600 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-71f4508f-1019-4867-8987-7fcacac5f705 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--834195700', 'description': 'tempest-description--1932650525'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:56.613478 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-71f4508f-1019-4867-8987-7fcacac5f705 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:56.682291 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-71f4508f-1019-4867-8987-7fcacac5f705 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (a35f0e03-e30a-4223-9649-a641e78fde00), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:56.760497 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-71f4508f-1019-4867-8987-7fcacac5f705 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (a35f0e03-e30a-4223-9649-a641e78fde00), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:56.788450 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4508f-1019-4867-8987-7fcacac5f705 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35f0e03-e30a-4223-9649-a641e78fde00,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:56.859313 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-71f4508f-1019-4867-8987-7fcacac5f705 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:56.860526 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-71f4508f-1019-4867-8987-7fcacac5f705 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3695042 Mar 30 16:42:56.863345 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39484) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:56.872566 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-78cd71bf-fda4-4e2c-95f2-a0957a93e357 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'security_group_rule': {'security_group_id': 'a35f0e03-e30a-4223-9649-a641e78fde00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:56.955309 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-78cd71bf-fda4-4e2c-95f2-a0957a93e357 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (7863f6bc-9b4c-441d-8c2c-1bb55f8b5ac5), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.038159 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-78cd71bf-fda4-4e2c-95f2-a0957a93e357 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (7863f6bc-9b4c-441d-8c2c-1bb55f8b5ac5), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.060097 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985554ff-5b32-4f77-8c05-7f5d583cd831 req-5241ce1e-f5b8-49c7-acbc-99a21f5d2b6c tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:57.061636 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-985554ff-5b32-4f77-8c05-7f5d583cd831 req-5241ce1e-f5b8-49c7-acbc-99a21f5d2b6c tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0651531 Mar 30 16:42:57.071536 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f4ecc-086d-4634-80dc-b5f1c69b0e85 req-1455f414-e4fe-40cc-bb4f-1717a9182dae tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:57.073083 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-da5f4ecc-086d-4634-80dc-b5f1c69b0e85 req-1455f414-e4fe-40cc-bb4f-1717a9182dae tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0534601 Mar 30 16:42:57.112296 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-985554ff-5b32-4f77-8c05-7f5d583cd831 req-46b2951a-ba38-46ba-8e83-f64c33622e51 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447314 Mar 30 16:42:57.119739 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-da5f4ecc-086d-4634-80dc-b5f1c69b0e85 req-96dd2e78-d944-4edd-babf-3b4bdc735ac7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410125 Mar 30 16:42:57.139537 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-78cd71bf-fda4-4e2c-95f2-a0957a93e357 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (7863f6bc-9b4c-441d-8c2c-1bb55f8b5ac5), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.157690 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd71bf-fda4-4e2c-95f2-a0957a93e357 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7863f6bc-9b4c-441d-8c2c-1bb55f8b5ac5,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:57.238129 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-78cd71bf-fda4-4e2c-95f2-a0957a93e357 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.239366 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-78cd71bf-fda4-4e2c-95f2-a0957a93e357 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3750825 Mar 30 16:42:57.242026 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39492) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:57.248588 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-711c8ba5-0a40-47e7-b01e-fb167da619c6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'security_group_rule': {'security_group_id': 'a35f0e03-e30a-4223-9649-a641e78fde00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:57.332610 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-711c8ba5-0a40-47e7-b01e-fb167da619c6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (a6a39619-fdc1-4bfa-9194-0c0c7cd16f9d), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.392534 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-711c8ba5-0a40-47e7-b01e-fb167da619c6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (a6a39619-fdc1-4bfa-9194-0c0c7cd16f9d), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.499335 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-711c8ba5-0a40-47e7-b01e-fb167da619c6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (a6a39619-fdc1-4bfa-9194-0c0c7cd16f9d), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.518806 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c8ba5-0a40-47e7-b01e-fb167da619c6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a39619-fdc1-4bfa-9194-0c0c7cd16f9d,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:57.598748 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-711c8ba5-0a40-47e7-b01e-fb167da619c6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.603235 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 39498) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:57.603389 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-711c8ba5-0a40-47e7-b01e-fb167da619c6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3603098 Mar 30 16:42:57.609087 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'floatingip': {'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:57.694038 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.799128 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.910190 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Allocated IP 172.28.2.118 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/0563a88f-c8bb-43df-99e6-4da8e53e6f22) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:42:58.025085 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for port (0563a88f-c8bb-43df-99e6-4da8e53e6f22), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:58.099715 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (0563a88f-c8bb-43df-99e6-4da8e53e6f22), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:58.141071 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:42:58.144159 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:42:58.150599 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:42:58.157177 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'Port': ['ID=0563a88f-c8bb-43df-99e6-4da8e53e6f22,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:58.280638 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2629c-8217-414f-a8dd-b986c07e5e61 req-a08859a3-bd95-41c6-ba3a-7e722c3cde1c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:58.282176 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-33a2629c-8217-414f-a8dd-b986c07e5e61 req-a08859a3-bd95-41c6-ba3a-7e722c3cde1c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0916407 Mar 30 16:42:58.286098 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:58.333025 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-33a2629c-8217-414f-a8dd-b986c07e5e61 req-6da08a13-90af-4146-a4d1-cf90a2431168 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449581 Mar 30 16:42:58.398997 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (0563a88f-c8bb-43df-99e6-4da8e53e6f22), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:58.552068 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for port (0563a88f-c8bb-43df-99e6-4da8e53e6f22), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:58.624896 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (0563a88f-c8bb-43df-99e6-4da8e53e6f22), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:58.697959 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'Port': ['ID=0563a88f-c8bb-43df-99e6-4da8e53e6f22,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:58.707205 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:58.787109 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:58.788348 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-0b2ae86a-98fc-4024-82ef-1889ce7159f2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1840656 Mar 30 16:42:58.980941 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-b025ad19-bcdf-4aa4-8602-18ea59fd0f21 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--834195700&fields=id&tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9 HTTP/1.1" status: 200 len: 267 time: 0.0404027 Mar 30 16:42:59.083555 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-ca12b0a2-ae1b-49d9-9c8a-ea17813650aa tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:59.084959 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-ca12b0a2-ae1b-49d9-9c8a-ea17813650aa tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/networks?id=9066559d-1511-4e4c-9ef1-9189866f3059 HTTP/1.1" status: 200 len: 814 time: 0.0975997 Mar 30 16:42:59.100085 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-588f7937-f9da-441a-a92e-72efae0cf592 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/quotas/f0ad01349a534b659dc50fcd3ac8a0e9 HTTP/1.1" status: 200 len: 375 time: 0.0089061 Mar 30 16:42:59.161847 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-f1ddd892-0a62-47dc-9c0c-2f222fd16bbe tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558825 Mar 30 16:42:59.255924 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-50ddcb24-61a8-4934-baad-cfe1f62a9e69 service neutron] 10.222.0.36 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820003 Mar 30 16:42:59.348073 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-113fcb4e-db6c-430f-8620-05ed0692f7b3 service neutron] 10.222.0.36 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862763 Mar 30 16:42:59.456516 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28634c0-beec-45be-a775-fb6cf27d5b42 req-b35d2010-05bc-4aa7-9da8-cd45c372bab0 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:59.458073 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f28634c0-beec-45be-a775-fb6cf27d5b42 req-b35d2010-05bc-4aa7-9da8-cd45c372bab0 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0531111 Mar 30 16:42:59.503669 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f28634c0-beec-45be-a775-fb6cf27d5b42 req-82cbd9ad-f797-4cbe-8737-acc4f8987af9 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397770 Mar 30 16:42:59.569546 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c0afdf1a-9491-4d8e-9ea4-03f446301b5b req-f85d1080-aa84-4fa0-b79d-23ad7b007183 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 210 time: 0.0275340 Mar 30 16:43:00.230876 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:00.630892 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ded85-3bea-4266-81f1-584e3fd4a599 req-bb00859b-9a14-47c4-9166-92d1230d1f0f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:00.632383 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fb7ded85-3bea-4266-81f1-584e3fd4a599 req-bb00859b-9a14-47c4-9166-92d1230d1f0f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0570123 Mar 30 16:43:00.663615 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-948184cf-4de0-4eba-bf2d-25ec0efbd887 req-caf6bd7e-0459-4615-90b5-7a6180599e74 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 210 time: 0.0282187 Mar 30 16:43:00.919750 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fb7ded85-3bea-4266-81f1-584e3fd4a599 req-9279d9ae-2a15-4ee6-9755-98e4b323546f tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806466 Mar 30 16:43:01.556089 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-db18d977-355a-4bfc-ae2a-f96ae838e61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:01.626800 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-d2fda587-256e-45f1-8712-10fdfce14316 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:01.628330 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-d2fda587-256e-45f1-8712-10fdfce14316 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "GET /v2.0/networks?id=9066559d-1511-4e4c-9ef1-9189866f3059 HTTP/1.1" status: 200 len: 814 time: 0.1029360 Mar 30 16:43:01.700609 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-1b6d9ad5-6c7e-4b56-a44b-f6bc87fd1f9c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9 HTTP/1.1" status: 200 len: 379 time: 0.0513599 Mar 30 16:43:01.717449 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-2047c41e-b897-4bc3-97df-ae91740faa6a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'port': {'device_id': 'd73f7344-5bc5-40f9-a9c3-048aba41bba0', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'admin_state_up': True, 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'security_groups': ['a35f0e03-e30a-4223-9649-a641e78fde00']}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:01.760383 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c6ef7321-f209-4f82-8134-62266da16c17 req-4a54e54c-1fcc-42e6-9591-0625acb16e75 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 210 time: 0.0257802 Mar 30 16:43:01.904786 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-2047c41e-b897-4bc3-97df-ae91740faa6a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Made reservation on behalf of f0ad01349a534b659dc50fcd3ac8a0e9 for: {'port': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:43:01.908185 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-2047c41e-b897-4bc3-97df-ae91740faa6a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:02.068349 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-2047c41e-b897-4bc3-97df-ae91740faa6a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Allocated IP 172.20.0.14 (9066559d-1511-4e4c-9ef1-9189866f3059/b24404d6-5dc2-4606-9399-33eea5fa9693/0c630b76-0f1d-4b30-aaa6-3e44d588d7bc) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:02.094679 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8421a0-0d4d-4686-b5a3-835452c1eea8 req-2dee6fe3-46e7-4b11-875e-60df46e5269a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:02.096183 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5d8421a0-0d4d-4686-b5a3-835452c1eea8 req-2dee6fe3-46e7-4b11-875e-60df46e5269a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0818322 Mar 30 16:43:02.201608 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5d8421a0-0d4d-4686-b5a3-835452c1eea8 req-a770302f-d9a5-48b7-9a5f-c2f9a245b132 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965571 Mar 30 16:43:02.254004 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-2047c41e-b897-4bc3-97df-ae91740faa6a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:02.362364 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-2047c41e-b897-4bc3-97df-ae91740faa6a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:02.403726 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-2047c41e-b897-4bc3-97df-ae91740faa6a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Network 9066559d-1511-4e4c-9ef1-9189866f3059 is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:02.406944 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-2047c41e-b897-4bc3-97df-ae91740faa6a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:02.412605 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-2047c41e-b897-4bc3-97df-ae91740faa6a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:43:02.438936 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047c41e-b897-4bc3-97df-ae91740faa6a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'Port': ['ID=0c630b76-0f1d-4b30-aaa6-3e44d588d7bc,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:02.467380 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-2047c41e-b897-4bc3-97df-ae91740faa6a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:02.468021 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-2047c41e-b897-4bc3-97df-ae91740faa6a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:02.599108 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-2047c41e-b897-4bc3-97df-ae91740faa6a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8860285 Mar 30 16:43:02.616109 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Request body: {'port': {'device_id': 'd73f7344-5bc5-40f9-a9c3-048aba41bba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:02.667203 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-364dc33d-b545-4a9e-92b3-2c867dd7f59d None None] Provisioning complete for port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:43:02.668000 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-364dc33d-b545-4a9e-92b3-2c867dd7f59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:02.679998 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:02.705136 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-364dc33d-b545-4a9e-92b3-2c867dd7f59d None None] Port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:43:02.879587 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88237121-94d6-4886-954b-307a4fa3b71d req-8ede4b3d-a834-4d73-8419-6d6801ad9eff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:02.881097 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-88237121-94d6-4886-954b-307a4fa3b71d req-8ede4b3d-a834-4d73-8419-6d6801ad9eff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 932 time: 0.0525868 Mar 30 16:43:02.932915 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-88237121-94d6-4886-954b-307a4fa3b71d req-355e6429-6bf5-4457-8982-b670d1d6740b tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=a35f0e03-e30a-4223-9649-a641e78fde00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460265 Mar 30 16:43:02.938220 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc {{(pid=105697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:43:02.945648 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Publish callbacks [] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:02.958188 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.provisioning_blocks [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Transition to ACTIVE for port object 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc will not be triggered until provisioned by entity L2. {{(pid=105697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:43:03.018955 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:03.066557 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Pushing event updated for resources: {'Port': ['ID=0c630b76-0f1d-4b30-aaa6-3e44d588d7bc,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:03.140594 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Attempting to bind port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:43:03.140955 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Attempting to bind port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:43:03.141283 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Attempting to bind port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc on network 9066559d-1511-4e4c-9ef1-9189866f3059 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:43:03.145675 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc on network 9066559d-1511-4e4c-9ef1-9189866f3059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:43:03.145996 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Attempting to bind port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc on network 9066559d-1511-4e4c-9ef1-9189866f3059 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:43:03.151149 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:43:03.151547 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Checking segment: {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:43:03.152008 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Bound using segment: {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:43:03.152436 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Bound port: 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'}}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:43:03.153001 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:03.225550 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] For port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc, host hv-cinder-83587, cleared binding levels {{(pid=105697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:43:03.225550 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] For port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0c630b76-0f1d-4b30-aaa6-3e44d588d7bc,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:43:03.272378 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:03.337462 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:03.338226 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:03.339502 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] 10.222.0.45 "PUT /v2.0/ports/0c630b76-0f1d-4b30-aaa6-3e44d588d7bc HTTP/1.1" status: 200 len: 1094 time: 0.7274973 Mar 30 16:43:03.339979 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f7344-5bc5-40f9-a9c3-048aba41bba0', 'tag': '0c630b76-0f1d-4b30-aaa6-3e44d588d7bc'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:03.343196 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da09e738-3f0f-49ac-8d07-4b5e4f79c166" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f7344-5bc5-40f9-a9c3-048aba41bba0", "tag": "0c630b76-0f1d-4b30-aaa6-3e44d588d7bc"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:03.371581 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d72ff-255e-4df7-bdd0-11a066c5e6ce service neutron] Pushing event updated for resources: {'Port': ['ID=0c630b76-0f1d-4b30-aaa6-3e44d588d7bc,revision_number=3']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:03.390042 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a078b3b-5a1a-4585-bf4e-1f8b4fae8eda req-5c0e523b-e6f5-4360-96cb-8d605c8a0cd3 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:03.391635 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9a078b3b-5a1a-4585-bf4e-1f8b4fae8eda req-5c0e523b-e6f5-4360-96cb-8d605c8a0cd3 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.1209815 Mar 30 16:43:03.393154 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5d8da9-249e-4bc2-b3a1-cb86b7e3674e x-openstack-request-id: req-9a5d8da9-249e-4bc2-b3a1-cb86b7e3674e {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:03.393455 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f7344-5bc5-40f9-a9c3-048aba41bba0", "tag": "0c630b76-0f1d-4b30-aaa6-3e44d588d7bc", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:03.393752 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a5d8da9-249e-4bc2-b3a1-cb86b7e3674e {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:03.394108 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5d8da9-249e-4bc2-b3a1-cb86b7e3674e'] response: {'name': 'network-changed', 'server_uuid': 'd73f7344-5bc5-40f9-a9c3-048aba41bba0', 'tag': '0c630b76-0f1d-4b30-aaa6-3e44d588d7bc', 'status': 'completed', 'code': 200} Mar 30 16:43:03.472111 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9a078b3b-5a1a-4585-bf4e-1f8b4fae8eda req-d0139065-ade7-4143-999a-179a00523c71 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735574 Mar 30 16:43:03.483289 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09e738-3f0f-49ac-8d07-4b5e4f79c166 req-c90daff3-f49b-4f20-b8be-b40936c8e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:03.485071 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-da09e738-3f0f-49ac-8d07-4b5e4f79c166 req-c90daff3-f49b-4f20-b8be-b40936c8e5af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 1128 time: 0.0720026 Mar 30 16:43:03.801871 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7e23-88e5-4740-9966-9f4be3a73513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:03.842898 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09e738-3f0f-49ac-8d07-4b5e4f79c166 req-9d114f90-488a-49b8-8c0d-3c5dd1013942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:03.844279 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-da09e738-3f0f-49ac-8d07-4b5e4f79c166 req-9d114f90-488a-49b8-8c0d-3c5dd1013942 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3437886 Mar 30 16:43:03.936464 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09e738-3f0f-49ac-8d07-4b5e4f79c166 req-458f7ec7-d540-4337-a8b8-3d95528076cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:03.937932 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-da09e738-3f0f-49ac-8d07-4b5e4f79c166 req-458f7ec7-d540-4337-a8b8-3d95528076cc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867846 Mar 30 16:43:04.019216 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-104373cd-707a-4293-bfc4-010c0586dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:04.020755 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-104373cd-707a-4293-bfc4-010c0586dca1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 1128 time: 0.0448687 Mar 30 16:43:04.062953 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec5ed9-8996-4332-b460-3d4ab2bf1e55 req-c6231192-826a-4bb5-ad88-fa4db7aa0b20 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:04.063684 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-19ec5ed9-8996-4332-b460-3d4ab2bf1e55 req-c6231192-826a-4bb5-ad88-fa4db7aa0b20 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 944 time: 0.0590303 Mar 30 16:43:04.067542 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-df559546-f07d-423e-b4a6-9fb61378f3a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c630b76-0f1d-4b30-aaa6-3e44d588d7bc HTTP/1.1" status: 200 len: 217 time: 0.0389483 Mar 30 16:43:04.115296 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-19ec5ed9-8996-4332-b460-3d4ab2bf1e55 req-40fd9e6c-b897-4586-9362-1b4ba09e200f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=a35f0e03-e30a-4223-9649-a641e78fde00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458221 Mar 30 16:43:04.117508 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-e60689c0-326b-4752-a977-4a4ccf1962a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:04.119057 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-e60689c0-326b-4752-a977-4a4ccf1962a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b24404d6-5dc2-4606-9399-33eea5fa9693 HTTP/1.1" status: 200 len: 853 time: 0.0452068 Mar 30 16:43:04.167066 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-be62dcb6-12fb-4850-8503-34c11395575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:04.169354 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-be62dcb6-12fb-4850-8503-34c11395575e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9066559d-1511-4e4c-9ef1-9189866f3059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0438824 Mar 30 16:43:04.272152 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-0dcae9c4-6dc1-478f-9aa4-bcff91d09a33 service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965266 Mar 30 16:43:04.361284 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4cf2183a-f7b5-499b-8513-83f30345a194 req-bea99cd7-1701-4f63-aebd-cef5b80bbb20 service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822668 Mar 30 16:43:04.592443 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea5cf9-ff93-448c-80e9-1fb4d00e583d req-9cd6cc4e-d25e-4fe9-85c6-4afc251afaf5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:04.593944 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6aea5cf9-ff93-448c-80e9-1fb4d00e583d req-9cd6cc4e-d25e-4fe9-85c6-4afc251afaf5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0533264 Mar 30 16:43:04.639739 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6aea5cf9-ff93-448c-80e9-1fb4d00e583d req-4f0858ce-7435-4edb-ac62-4beb14882417 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400274 Mar 30 16:43:05.229440 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:05.238143 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4c6da-cee7-4c91-8d61-f1b1a0e1d3c4 req-bca3a547-ae75-421d-bc67-4e11d0218089 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:05.239625 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f5b4c6da-cee7-4c91-8d61-f1b1a0e1d3c4 req-bca3a547-ae75-421d-bc67-4e11d0218089 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 944 time: 0.0560842 Mar 30 16:43:05.286411 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f5b4c6da-cee7-4c91-8d61-f1b1a0e1d3c4 req-9b538288-a5b2-4d52-9c21-99d41829db54 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=a35f0e03-e30a-4223-9649-a641e78fde00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409167 Mar 30 16:43:05.757278 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72207f5-dfe3-4a36-8dd0-bf0b047e66ad req-e4c5662f-8495-4d3a-87b9-47d90a5390ee tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:05.758745 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a72207f5-dfe3-4a36-8dd0-bf0b047e66ad req-e4c5662f-8495-4d3a-87b9-47d90a5390ee tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0524437 Mar 30 16:43:05.807538 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a72207f5-dfe3-4a36-8dd0-bf0b047e66ad req-8516b6a7-af5b-45f0-b039-fb167faf1ba0 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421476 Mar 30 16:43:06.400044 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:06.403347 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60636ee9-c6ba-43cc-8089-3e9ee7592609 req-c926abee-a9f6-4334-8ab3-57c3507ecd0a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:06.407424 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-60636ee9-c6ba-43cc-8089-3e9ee7592609 req-c926abee-a9f6-4334-8ab3-57c3507ecd0a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 944 time: 0.0520592 Mar 30 16:43:06.453614 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-60636ee9-c6ba-43cc-8089-3e9ee7592609 req-a1e38bf2-7843-4e40-94d3-ce8e61ee276c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=a35f0e03-e30a-4223-9649-a641e78fde00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429354 Mar 30 16:43:06.927220 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3809776-5277-4f5e-952b-84f265733cdc req-d80794d4-c185-4f6a-9e5b-f3f3ef21f4d8 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:06.928725 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c3809776-5277-4f5e-952b-84f265733cdc req-d80794d4-c185-4f6a-9e5b-f3f3ef21f4d8 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0532179 Mar 30 16:43:06.975423 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c3809776-5277-4f5e-952b-84f265733cdc req-ccd68a58-8664-41f4-b668-5b142a06250c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410187 Mar 30 16:43:07.555798 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:43:07.570903 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03858ded-7ed0-45d5-9fb6-193992273340 req-7d77c725-d047-4b03-ac1c-5fb1b9a9c715 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:07.572314 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-03858ded-7ed0-45d5-9fb6-193992273340 req-7d77c725-d047-4b03-ac1c-5fb1b9a9c715 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 944 time: 0.0532377 Mar 30 16:43:07.628103 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-03858ded-7ed0-45d5-9fb6-193992273340 req-3457ee2e-899b-4de0-b8b3-7e69740c032f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=a35f0e03-e30a-4223-9649-a641e78fde00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450571 Mar 30 16:43:07.657932 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0c630b76-0f1d-4b30-aaa6-3e44d588d7bc,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:07.670042 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '0c630b76-0f1d-4b30-aaa6-3e44d588d7bc', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'port_id': '0c630b76-0f1d-4b30-aaa6-3e44d588d7bc', 'mac_address': 'fa:16:3e:fa:26:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:43:07.706164 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:43:07.706558 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:07.719816 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:43:07.741799 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0c630b76-0f1d-4b30-aaa6-3e44d588d7bc,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:07.840481 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:07.894268 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=0c630b76-0f1d-4b30-aaa6-3e44d588d7bc,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:08.099084 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8fbdc-c35e-4863-8002-1192c9e53a36 req-01f0f433-a546-45d9-af79-bce255e8187e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:08.100520 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-36d8fbdc-c35e-4863-8002-1192c9e53a36 req-01f0f433-a546-45d9-af79-bce255e8187e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0572281 Mar 30 16:43:08.130713 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['0c630b76-0f1d-4b30-aaa6-3e44d588d7bc'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:43:08.148300 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-36d8fbdc-c35e-4863-8002-1192c9e53a36 req-45f9b2d0-4146-4ad6-bb2e-c4207fc6d2d7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418932 Mar 30 16:43:08.217803 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:08.749485 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08f2a6-367c-4eaf-94f6-120be69b26f4 req-8255e81b-01c9-4164-a0d3-0947b6c39989 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:08.750963 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0c08f2a6-367c-4eaf-94f6-120be69b26f4 req-8255e81b-01c9-4164-a0d3-0947b6c39989 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 945 time: 0.0545006 Mar 30 16:43:08.802360 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0c08f2a6-367c-4eaf-94f6-120be69b26f4 req-cdbdc067-e201-473c-9a75-c1ece8ab7712 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=a35f0e03-e30a-4223-9649-a641e78fde00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459015 Mar 30 16:43:09.277982 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e95b3c-501e-433d-a79a-027cc663a966 req-5d6579af-ce07-4ffa-b99a-40d2c550c03a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:09.279491 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-22e95b3c-501e-433d-a79a-027cc663a966 req-5d6579af-ce07-4ffa-b99a-40d2c550c03a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0532351 Mar 30 16:43:09.280147 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02601c24-69fd-4697-a0d3-50c9b047b02f req-2d5a13dd-3dba-4e6b-aa1b-c6b4154183ef tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:09.281628 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-02601c24-69fd-4697-a0d3-50c9b047b02f req-2d5a13dd-3dba-4e6b-aa1b-c6b4154183ef tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 945 time: 0.0501244 Mar 30 16:43:09.326751 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-22e95b3c-501e-433d-a79a-027cc663a966 req-5947ea49-3b03-4162-b2a4-c18a1f246ea4 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415137 Mar 30 16:43:09.326989 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-02601c24-69fd-4697-a0d3-50c9b047b02f req-5118667d-31fc-4d20-be5a-917614a3ab83 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397213 Mar 30 16:43:09.575539 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:43:09.681770 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:43:09.685684 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:43:09.686031 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:09.762944 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:43:09.763354 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:09.785543 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f7344-5bc5-40f9-a9c3-048aba41bba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c630b76-0f1d-4b30-aaa6-3e44d588d7bc'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:09.787745 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e462557f-0f41-4f8d-871a-68400557884c" -d '{"events": [{"server_uuid": "d73f7344-5bc5-40f9-a9c3-048aba41bba0", "name": "network-vif-plugged", "status": "completed", "tag": "0c630b76-0f1d-4b30-aaa6-3e44d588d7bc"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:09.801145 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0c630b76-0f1d-4b30-aaa6-3e44d588d7bc,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:09.826815 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3bc2e9-2b74-45dd-8ca4-e5db5ff165f2 x-openstack-request-id: req-fa3bc2e9-2b74-45dd-8ca4-e5db5ff165f2 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:09.827107 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f7344-5bc5-40f9-a9c3-048aba41bba0", "name": "network-vif-plugged", "status": "completed", "tag": "0c630b76-0f1d-4b30-aaa6-3e44d588d7bc", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:09.827361 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa3bc2e9-2b74-45dd-8ca4-e5db5ff165f2 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:09.827758 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3bc2e9-2b74-45dd-8ca4-e5db5ff165f2'] response: {'server_uuid': 'd73f7344-5bc5-40f9-a9c3-048aba41bba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c630b76-0f1d-4b30-aaa6-3e44d588d7bc', 'code': 200} Mar 30 16:43:09.859421 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:09.912092 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=0c630b76-0f1d-4b30-aaa6-3e44d588d7bc,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:09.928295 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafc534-b1ab-495a-ad68-da04d392bede req-28cef6a2-c45b-4a73-8645-6838f73de004 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:09.929854 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fcafc534-b1ab-495a-ad68-da04d392bede req-28cef6a2-c45b-4a73-8645-6838f73de004 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 946 time: 0.0590022 Mar 30 16:43:09.965988 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:43:09.985210 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fcafc534-b1ab-495a-ad68-da04d392bede req-64a1cfc7-96ab-4ec0-8d29-ae94c7433321 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=a35f0e03-e30a-4223-9649-a641e78fde00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485711 Mar 30 16:43:10.127897 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a31f71-b3b5-45a2-9e14-cdfe88122355 req-9ed30adc-85ad-4b00-81af-1980f6f80998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:10.129442 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-55a31f71-b3b5-45a2-9e14-cdfe88122355 req-9ed30adc-85ad-4b00-81af-1980f6f80998 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 1130 time: 0.0442462 Mar 30 16:43:10.174120 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-55a31f71-b3b5-45a2-9e14-cdfe88122355 req-20b77c0d-453d-4327-b763-9351e16ca9d2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a35f0e03-e30a-4223-9649-a641e78fde00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378146 Mar 30 16:43:10.447310 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b058dea-7a8a-4af0-9ebc-229a5dbbf4bf req-28a5141f-2c3b-4610-a542-6b33bbd2f567 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:10.449759 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9b058dea-7a8a-4af0-9ebc-229a5dbbf4bf req-28a5141f-2c3b-4610-a542-6b33bbd2f567 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 945 time: 0.0545614 Mar 30 16:43:10.495032 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6339f-9ab4-4493-a331-ff687db7a2c2 req-e56c4c45-133b-4ad2-8444-53925337c693 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:10.496472 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9b058dea-7a8a-4af0-9ebc-229a5dbbf4bf req-023cc3ce-56ba-4f0b-ac89-9b4ce4518cf9 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405684 Mar 30 16:43:10.497023 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8db6339f-9ab4-4493-a331-ff687db7a2c2 req-e56c4c45-133b-4ad2-8444-53925337c693 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0574682 Mar 30 16:43:10.544532 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8db6339f-9ab4-4493-a331-ff687db7a2c2 req-e89895a3-848e-4cd0-8a24-7f89192fae7a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417359 Mar 30 16:43:10.602367 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb66bc-d18f-45a2-821b-6384548f4656 req-2ba1b10f-a6f5-4b5f-884d-a634fb43a10f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:10.603819 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f3bb66bc-d18f-45a2-821b-6384548f4656 req-2ba1b10f-a6f5-4b5f-884d-a634fb43a10f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 946 time: 0.0525739 Mar 30 16:43:10.653471 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f3bb66bc-d18f-45a2-821b-6384548f4656 req-e722ef8c-622c-4b06-afbe-4286de8cbb7c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433781 Mar 30 16:43:11.101477 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf8038-b3a6-4086-9f60-72bcd1c7531e req-5033a89b-b71e-467a-a66c-53e0b54e46aa tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:11.102926 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53bf8038-b3a6-4086-9f60-72bcd1c7531e req-5033a89b-b71e-467a-a66c-53e0b54e46aa tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 946 time: 0.0502918 Mar 30 16:43:11.149739 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-53bf8038-b3a6-4086-9f60-72bcd1c7531e req-5e259d17-7989-41bc-b1ff-abef3b5e211b tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=a35f0e03-e30a-4223-9649-a641e78fde00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400290 Mar 30 16:43:11.615233 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f14ce-f9ff-4b83-b5e8-321037159df4 req-de7346a7-c938-4069-94ba-778685e3b7c3 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:11.616728 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-211f14ce-f9ff-4b83-b5e8-321037159df4 req-de7346a7-c938-4069-94ba-778685e3b7c3 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 945 time: 0.0531516 Mar 30 16:43:11.667235 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320b3d3-5111-4283-8bd5-e77e0e15c79a req-590f7d0b-ecdd-45d7-816a-7eba5bfaeddf tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:11.667501 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-211f14ce-f9ff-4b83-b5e8-321037159df4 req-37a95b2f-10ca-4f07-9364-b99e5fe35519 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436633 Mar 30 16:43:11.673129 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4320b3d3-5111-4283-8bd5-e77e0e15c79a req-590f7d0b-ecdd-45d7-816a-7eba5bfaeddf tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0623035 Mar 30 16:43:11.723567 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4320b3d3-5111-4283-8bd5-e77e0e15c79a req-291520d3-0e9e-47d9-9d90-9c0018683f73 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474651 Mar 30 16:43:11.787899 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7980ffc-33b2-4ad7-8cd4-596587b76227 req-36dafab6-f94e-45d2-88ee-89795f169ce5 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:11.789390 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a7980ffc-33b2-4ad7-8cd4-596587b76227 req-36dafab6-f94e-45d2-88ee-89795f169ce5 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 946 time: 0.0512984 Mar 30 16:43:11.834910 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a7980ffc-33b2-4ad7-8cd4-596587b76227 req-dd689276-911f-4bf7-8889-c4971129b162 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391273 Mar 30 16:43:12.266537 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a19623-6715-4e78-aa74-e604c4b08ab8 req-a77283c1-151e-47a4-9a17-e0c6effe79cf tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:12.267925 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-50a19623-6715-4e78-aa74-e604c4b08ab8 req-a77283c1-151e-47a4-9a17-e0c6effe79cf tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 946 time: 0.0509012 Mar 30 16:43:12.313299 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-50a19623-6715-4e78-aa74-e604c4b08ab8 req-01446554-105d-407c-85be-c2834f9d01bb tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=a35f0e03-e30a-4223-9649-a641e78fde00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398247 Mar 30 16:43:12.429824 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e60e4-e84a-42cd-b8dc-8c8e8ba0cb54 req-dedcc2d1-9f3c-4bde-8297-73dfec126151 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:12.431307 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-387e60e4-e84a-42cd-b8dc-8c8e8ba0cb54 req-dedcc2d1-9f3c-4bde-8297-73dfec126151 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 946 time: 0.0563245 Mar 30 16:43:12.440970 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39660) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:12.445579 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-7f66e308-a5d7-4dd9-a9eb-a56f4860fec1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'floatingip': {'port_id': '0c630b76-0f1d-4b30-aaa6-3e44d588d7bc'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:12.487021 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7f66e308-a5d7-4dd9-a9eb-a56f4860fec1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:12.694893 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-2322b020-bf32-43df-8fcd-39353cfe3c87 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:12.696262 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-2322b020-bf32-43df-8fcd-39353cfe3c87 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 946 time: 0.1263001 Mar 30 16:43:12.841407 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5edec-6c6f-4497-acbe-3fbe1dafc257 req-84a3475d-9217-452f-be23-5377b982f284 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:12.843128 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7ba5edec-6c6f-4497-acbe-3fbe1dafc257 req-84a3475d-9217-452f-be23-5377b982f284 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0531945 Mar 30 16:43:12.892297 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7ba5edec-6c6f-4497-acbe-3fbe1dafc257 req-bc754f8b-7937-4455-af46-b57f0db957f7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432377 Mar 30 16:43:12.935690 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24538738-2e5e-4259-bb4d-c260134acb6b req-b34efbdd-a471-432b-b721-d246fb31f1aa tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:12.937180 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-24538738-2e5e-4259-bb4d-c260134acb6b req-b34efbdd-a471-432b-b721-d246fb31f1aa tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 945 time: 0.1997187 Mar 30 16:43:12.986807 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Deleting port 87066447-d170-4142-9399-42aa4170eb9e {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:43:12.987143 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (87066447-d170-4142-9399-42aa4170eb9e), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:12.998652 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513b594-8845-441d-9134-1a6394d7d329 req-0dc8107a-dfad-491a-971f-e77a01b5be1b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:13.000153 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1513b594-8845-441d-9134-1a6394d7d329 req-0dc8107a-dfad-491a-971f-e77a01b5be1b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 946 time: 0.0531833 Mar 30 16:43:13.050319 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1513b594-8845-441d-9134-1a6394d7d329 req-5613e45c-c90a-4d4e-9b89-b6ae425e3c09 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa6a8653-42f6-494a-afcd-7d53bc7bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442560 Mar 30 16:43:13.085821 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-24538738-2e5e-4259-bb4d-c260134acb6b req-294ae825-665a-4c6b-83da-17ad73e37e42 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403701 Mar 30 16:43:13.170404 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] For port 87066447-d170-4142-9399-42aa4170eb9e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=87066447-d170-4142-9399-42aa4170eb9e,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:13.170767 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (87066447-d170-4142-9399-42aa4170eb9e), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:13.182769 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7f66e308-a5d7-4dd9-a9eb-a56f4860fec1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:13.208811 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef41c7-4019-48a2-a873-d4c2ea31e40a req-eb5d4e2d-ffe0-4b0c-a03a-135d975c4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:13.210396 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-96ef41c7-4019-48a2-a873-d4c2ea31e40a req-eb5d4e2d-ffe0-4b0c-a03a-135d975c4192 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 1130 time: 0.0588303 Mar 30 16:43:13.254373 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-96ef41c7-4019-48a2-a873-d4c2ea31e40a req-50f7d61d-ad8c-4884-941b-8faa4dd2f50f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373173 Mar 30 16:43:13.275127 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7f66e308-a5d7-4dd9-a9eb-a56f4860fec1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:13.430596 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:13.430952 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (ce15537a-2dc5-497e-923a-769630c70e93), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:13.431264 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.l3_db [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Floating IP ce15537a-2dc5-497e-923a-769630c70e93 disassociated. External IP: 172.28.2.231, port: 87066447-d170-4142-9399-42aa4170eb9e. Mar 30 16:43:13.431601 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Calling delete_port for 87066447-d170-4142-9399-42aa4170eb9e owned by compute:nova {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:43:13.442822 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.l3_db [None req-7f66e308-a5d7-4dd9-a9eb-a56f4860fec1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Floating IP fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f associated. External IP: 172.28.2.118, port: 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc. Mar 30 16:43:13.738293 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f66e308-a5d7-4dd9-a9eb-a56f4860fec1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Router 22bd6ca0-5b3b-4932-a185-31140e9d2822 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:14.021955 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740fdae-abc1-4056-8ae4-0cbbba7dd622 req-26fbaba3-7357-42e0-9c47-048b27a4dcc7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:14.023385 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f740fdae-abc1-4056-8ae4-0cbbba7dd622 req-26fbaba3-7357-42e0-9c47-048b27a4dcc7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0607569 Mar 30 16:43:14.061084 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (87066447-d170-4142-9399-42aa4170eb9e), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:14.076411 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f740fdae-abc1-4056-8ae4-0cbbba7dd622 req-0cec0b11-1412-4575-85ac-553cba968aa1 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471783 Mar 30 16:43:14.098465 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event deleted for resources: {'Port': ['ID=87066447-d170-4142-9399-42aa4170eb9e,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:14.217311 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-67d8f738-5dc9-4f86-96dc-be6363089862 req-fd5b6425-555f-45b4-852f-e26de8a6a58a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 210 time: 0.0635288 Mar 30 16:43:14.219395 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed6f1a-b048-43ca-aee8-d1d7dcc3732d req-1c046785-7589-41ee-b993-83c73db29be9 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:14.219962 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f66e308-a5d7-4dd9-a9eb-a56f4860fec1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:14.221956 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4fed6f1a-b048-43ca-aee8-d1d7dcc3732d req-1c046785-7589-41ee-b993-83c73db29be9 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 945 time: 0.0578411 Mar 30 16:43:14.228007 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7f66e308-a5d7-4dd9-a9eb-a56f4860fec1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:14.236036 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1309b2d-3ceb-46be-af54-f49b9bfcb737 None None] Sync routers for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:43:14.249604 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1309b2d-3ceb-46be-af54-f49b9bfcb737 None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:14.250335 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-d1309b2d-3ceb-46be-af54-f49b9bfcb737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:43:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:14.273437 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-7f66e308-a5d7-4dd9-a9eb-a56f4860fec1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "PUT /v2.0/floatingips/fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f HTTP/1.1" status: 200 len: 992 time: 1.8282962 Mar 30 16:43:14.273437 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f7344-5bc5-40f9-a9c3-048aba41bba0', 'tag': '0c630b76-0f1d-4b30-aaa6-3e44d588d7bc'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:14.274643 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f85edb-e5b4-4c10-9132-835efa4ecbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f7344-5bc5-40f9-a9c3-048aba41bba0", "tag": "0c630b76-0f1d-4b30-aaa6-3e44d588d7bc"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:14.294969 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:14.302297 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4fed6f1a-b048-43ca-aee8-d1d7dcc3732d req-6f4a2638-99ec-4715-9080-6b382dd5b3b5 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624938 Mar 30 16:43:14.348087 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9650bd-732d-420b-b9e3-52731a140ba2 x-openstack-request-id: req-fe9650bd-732d-420b-b9e3-52731a140ba2 {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:14.348383 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f7344-5bc5-40f9-a9c3-048aba41bba0", "tag": "0c630b76-0f1d-4b30-aaa6-3e44d588d7bc", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:14.348633 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe9650bd-732d-420b-b9e3-52731a140ba2 {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:14.349070 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe9650bd-732d-420b-b9e3-52731a140ba2'] response: {'name': 'network-changed', 'server_uuid': 'd73f7344-5bc5-40f9-a9c3-048aba41bba0', 'tag': '0c630b76-0f1d-4b30-aaa6-3e44d588d7bc', 'status': 'completed', 'code': 200} Mar 30 16:43:14.390106 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-d1309b2d-3ceb-46be-af54-f49b9bfcb737 None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:14.400853 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f85edb-e5b4-4c10-9132-835efa4ecbfc req-f3edc301-6b37-4055-9bf1-b3330b3203da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:14.403377 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-48f85edb-e5b4-4c10-9132-835efa4ecbfc req-f3edc301-6b37-4055-9bf1-b3330b3203da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 1130 time: 0.0507853 Mar 30 16:43:14.424265 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:14.450375 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f63c926-748e-49d5-b077-f1c304590027 None None] Sync routers for ids ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:43:14.465629 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63c926-748e-49d5-b077-f1c304590027 None None] Routers {'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:14.466376 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-4f63c926-748e-49d5-b077-f1c304590027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:43:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:14.484766 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] No DVR routers for this DVR port 87066447-d170-4142-9399-42aa4170eb9e on host hv-cinder-83587 {{(pid=105697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:43:14.493073 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:14.503990 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1fc4767b-1e90-41f1-a5bd-bcbd3cacbb57 req-ce7656e4-343a-4d9b-9f8a-e362217e880e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.45 "DELETE /v2.0/ports/87066447-d170-4142-9399-42aa4170eb9e HTTP/1.1" status: 204 len: 173 time: 1.8004670 Mar 30 16:43:14.537692 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f85edb-e5b4-4c10-9132-835efa4ecbfc req-9b33560f-af89-4e68-8ead-744145bd4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:14.539020 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-48f85edb-e5b4-4c10-9132-835efa4ecbfc req-9b33560f-af89-4e68-8ead-744145bd4644 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9066559d-1511-4e4c-9ef1-9189866f3059 HTTP/1.1" status: 200 len: 915 time: 0.1271710 Mar 30 16:43:14.617708 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-48f85edb-e5b4-4c10-9132-835efa4ecbfc req-516fc546-78f6-4f1b-9cc4-ba46795c0f76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c630b76-0f1d-4b30-aaa6-3e44d588d7bc HTTP/1.1" status: 200 len: 1000 time: 0.0704348 Mar 30 16:43:14.632091 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-4f63c926-748e-49d5-b077-f1c304590027 None None] Set router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:14.694789 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f85edb-e5b4-4c10-9132-835efa4ecbfc req-13772986-3b3d-40f9-a455-18c86e64510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:14.696272 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-48f85edb-e5b4-4c10-9132-835efa4ecbfc req-13772986-3b3d-40f9-a455-18c86e64510f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b24404d6-5dc2-4606-9399-33eea5fa9693 HTTP/1.1" status: 200 len: 853 time: 0.0702055 Mar 30 16:43:14.698203 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-d1309b2d-3ceb-46be-af54-f49b9bfcb737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.118', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': '0c630b76-0f1d-4b30-aaa6-3e44d588d7bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:fa:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73f7344-5bc5-40f9-a9c3-048aba41bba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:42:58Z', 'updated_at': '2022-03-30T16:43:13Z', 'revision_number': 1, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:14.728591 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1309b2d-3ceb-46be-af54-f49b9bfcb737 None None] Checking router: 22bd6ca0-5b3b-4932-a185-31140e9d2822 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:43:14.739447 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1309b2d-3ceb-46be-af54-f49b9bfcb737 None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:14.740074 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-d1309b2d-3ceb-46be-af54-f49b9bfcb737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:43:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:14.762097 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f85edb-e5b4-4c10-9132-835efa4ecbfc req-450c283b-ea06-4944-bc37-4df66a75e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:14.763685 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-48f85edb-e5b4-4c10-9132-835efa4ecbfc req-450c283b-ea06-4944-bc37-4df66a75e3a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9066559d-1511-4e4c-9ef1-9189866f3059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0545375 Mar 30 16:43:14.859068 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-4f63c926-748e-49d5-b077-f1c304590027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:14.864259 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-d1309b2d-3ceb-46be-af54-f49b9bfcb737 None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:14.879092 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-48f85edb-e5b4-4c10-9132-835efa4ecbfc req-6b44f8c6-f0b4-4e45-a4a9-f29b4ad73ef4 service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004958 Mar 30 16:43:14.889161 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f63c926-748e-49d5-b077-f1c304590027 None None] Checking router: ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:43:14.897717 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63c926-748e-49d5-b077-f1c304590027 None None] Routers {'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:14.898223 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-4f63c926-748e-49d5-b077-f1c304590027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:43:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:14.985948 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-48f85edb-e5b4-4c10-9132-835efa4ecbfc req-90c27dee-4e96-49b9-9c43-02a0af7df32c service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961299 Mar 30 16:43:15.100255 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-d1309b2d-3ceb-46be-af54-f49b9bfcb737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.118', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': '0c630b76-0f1d-4b30-aaa6-3e44d588d7bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:fa:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73f7344-5bc5-40f9-a9c3-048aba41bba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:42:58Z', 'updated_at': '2022-03-30T16:43:13Z', 'revision_number': 1, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:15.131818 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1309b2d-3ceb-46be-af54-f49b9bfcb737 None None] The sync data for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb is: [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.118', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': '0c630b76-0f1d-4b30-aaa6-3e44d588d7bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:fa:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73f7344-5bc5-40f9-a9c3-048aba41bba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:42:58Z', 'updated_at': '2022-03-30T16:43:13Z', 'revision_number': 1, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:43:15.134898 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-4f63c926-748e-49d5-b077-f1c304590027 None None] Set router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:15.208392 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cf259-192d-4be9-a5ae-9aa221c84afa req-3664a9a8-dc9b-49d1-827e-ed2ccd863252 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:15.210139 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-122cf259-192d-4be9-a5ae-9aa221c84afa req-3664a9a8-dc9b-49d1-827e-ed2ccd863252 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0583971 Mar 30 16:43:15.287631 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-122cf259-192d-4be9-a5ae-9aa221c84afa req-e4f4c99f-ab91-4c1a-ae8a-1c780fab887a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657911 Mar 30 16:43:15.344949 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1a14d849-c21e-42d3-a34c-42305b73eb27 req-af2575d7-1d9d-466e-b1f9-9c1b71efd6c0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04 HTTP/1.1" status: 200 len: 210 time: 0.0285854 Mar 30 16:43:15.377576 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-4f63c926-748e-49d5-b077-f1c304590027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:15.413239 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc9505-9134-4bd4-bb62-c583fee587d6 None None] New status for floating IP fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f: ACTIVE {{(pid=105699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:43:15.437011 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f63c926-748e-49d5-b077-f1c304590027 None None] The sync data for ids ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'] in dv-cinder-835871-1-smb is: [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:43:15.508002 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a35bb-5de9-46e5-b39e-d0c08b8235d6 req-bfedc332-05a9-4cbe-9868-2d907c0d9efc tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:15.517741 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bb9a35bb-5de9-46e5-b39e-d0c08b8235d6 req-bfedc332-05a9-4cbe-9868-2d907c0d9efc tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 945 time: 0.1270912 Mar 30 16:43:15.572200 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bb9a35bb-5de9-46e5-b39e-d0c08b8235d6 req-35b9bc34-f8ac-4f26-b425-ee895393d9f5 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535722 Mar 30 16:43:15.583498 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d86c1-a50b-4cc3-bef1-6bb8df84aa50 req-82b94790-c093-4ccd-ab35-14185c274585 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:15.584484 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 87066447-d170-4142-9399-42aa4170eb9e no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:43:15.585101 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a59d86c1-a50b-4cc3-bef1-6bb8df84aa50 req-82b94790-c093-4ccd-ab35-14185c274585 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 945 time: 0.1444328 Mar 30 16:43:15.628649 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 87066447-d170-4142-9399-42aa4170eb9e {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:43:15.629162 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 87066447-d170-4142-9399-42aa4170eb9e not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:43:15.695752 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-a59d86c1-a50b-4cc3-bef1-6bb8df84aa50 req-9b6b613f-ca10-4008-b50a-9c51717cd532 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Deleting port bef750d1-fafb-403b-9393-799a14b21b3e {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:43:15.696096 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a59d86c1-a50b-4cc3-bef1-6bb8df84aa50 req-9b6b613f-ca10-4008-b50a-9c51717cd532 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (bef750d1-fafb-403b-9393-799a14b21b3e), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:15.795827 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-a59d86c1-a50b-4cc3-bef1-6bb8df84aa50 req-9b6b613f-ca10-4008-b50a-9c51717cd532 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] For port bef750d1-fafb-403b-9393-799a14b21b3e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=bef750d1-fafb-403b-9393-799a14b21b3e,segment=NetworkSegment(53f919ce-280c-4afb-a161-f7f6739283cb),segment_id=53f919ce-280c-4afb-a161-f7f6739283cb)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:15.796199 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a59d86c1-a50b-4cc3-bef1-6bb8df84aa50 req-9b6b613f-ca10-4008-b50a-9c51717cd532 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (bef750d1-fafb-403b-9393-799a14b21b3e), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:15.797125 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c8f809-7dff-47f5-a966-1215365bf2cc None None] New status for floating IP ce15537a-2dc5-497e-923a-769630c70e93: DOWN {{(pid=105698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:43:15.810288 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-a59d86c1-a50b-4cc3-bef1-6bb8df84aa50 req-9b6b613f-ca10-4008-b50a-9c51717cd532 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Calling delete_port for bef750d1-fafb-403b-9393-799a14b21b3e owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:43:15.997221 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347b356-762f-4eeb-a0b6-fc792cb21575 req-4e5ab1e0-e371-4092-b065-3926661fd2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:15.997658 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b481f95-87da-4fd3-9e40-2e234ba876e3 req-c5ef8980-a62d-4233-9565-3171b39d5f5a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:15.998848 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5347b356-762f-4eeb-a0b6-fc792cb21575 req-4e5ab1e0-e371-4092-b065-3926661fd2e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 1130 time: 0.0513973 Mar 30 16:43:15.999040 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5b481f95-87da-4fd3-9e40-2e234ba876e3 req-c5ef8980-a62d-4233-9565-3171b39d5f5a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0948594 Mar 30 16:43:16.032970 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a59d86c1-a50b-4cc3-bef1-6bb8df84aa50 req-9b6b613f-ca10-4008-b50a-9c51717cd532 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (bef750d1-fafb-403b-9393-799a14b21b3e), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:16.046931 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['bef750d1-fafb-403b-9393-799a14b21b3e'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:43:16.069746 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b613f-ca10-4008-b50a-9c51717cd532 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Pushing event deleted for resources: {'Port': ['ID=bef750d1-fafb-403b-9393-799a14b21b3e,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:16.083887 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5b481f95-87da-4fd3-9e40-2e234ba876e3 req-e3057b53-b6d0-421c-b787-14c323a16f77 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784795 Mar 30 16:43:16.108700 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347b356-762f-4eeb-a0b6-fc792cb21575 req-703ec279-96e5-402f-a8bb-b507412d691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:16.110267 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5347b356-762f-4eeb-a0b6-fc792cb21575 req-703ec279-96e5-402f-a8bb-b507412d691b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 919 time: 0.1013327 Mar 30 16:43:16.116945 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59d86c1-a50b-4cc3-bef1-6bb8df84aa50 req-9b6b613f-ca10-4008-b50a-9c51717cd532 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] No DVR routers for this DVR port bef750d1-fafb-403b-9393-799a14b21b3e on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:43:16.119466 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a59d86c1-a50b-4cc3-bef1-6bb8df84aa50 req-9b6b613f-ca10-4008-b50a-9c51717cd532 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:16.123610 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a59d86c1-a50b-4cc3-bef1-6bb8df84aa50 req-9b6b613f-ca10-4008-b50a-9c51717cd532 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.45 "DELETE /v2.0/ports/bef750d1-fafb-403b-9393-799a14b21b3e HTTP/1.1" status: 204 len: 173 time: 0.5318241 Mar 30 16:43:16.124087 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd0859e-5f42-434c-8674-f398303f3846', 'name': 'network-vif-deleted', 'tag': 'bef750d1-fafb-403b-9393-799a14b21b3e'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:16.126534 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b6a5d6-2373-498d-a6e6-de41a0216dff" -d '{"events": [{"server_uuid": "3fd0859e-5f42-434c-8674-f398303f3846", "name": "network-vif-deleted", "tag": "bef750d1-fafb-403b-9393-799a14b21b3e"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:16.162204 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1709c19-a831-4ca1-94f4-62dcb94007cc x-openstack-request-id: req-c1709c19-a831-4ca1-94f4-62dcb94007cc {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:16.162510 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd0859e-5f42-434c-8674-f398303f3846", "name": "network-vif-deleted", "tag": "bef750d1-fafb-403b-9393-799a14b21b3e", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:16.162823 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1709c19-a831-4ca1-94f4-62dcb94007cc {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:16.163236 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1709c19-a831-4ca1-94f4-62dcb94007cc'] response: {'server_uuid': '3fd0859e-5f42-434c-8674-f398303f3846', 'name': 'network-vif-deleted', 'tag': 'bef750d1-fafb-403b-9393-799a14b21b3e', 'status': 'completed', 'code': 200} Mar 30 16:43:16.181631 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5347b356-762f-4eeb-a0b6-fc792cb21575 req-32ad061a-92c1-4133-a3e0-4ac36a892bd5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7029d83-890b-4374-99ac-cadc5fb4990e HTTP/1.1" status: 200 len: 1002 time: 0.0639861 Mar 30 16:43:16.231246 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347b356-762f-4eeb-a0b6-fc792cb21575 req-c2b82e8f-d913-4df6-9f8c-53fc94ba1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:16.232819 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5347b356-762f-4eeb-a0b6-fc792cb21575 req-c2b82e8f-d913-4df6-9f8c-53fc94ba1b0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.0448253 Mar 30 16:43:16.287522 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347b356-762f-4eeb-a0b6-fc792cb21575 req-c790ea08-9deb-459f-aca6-b3b318180b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:16.289137 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5347b356-762f-4eeb-a0b6-fc792cb21575 req-c790ea08-9deb-459f-aca6-b3b318180b85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0490067 Mar 30 16:43:16.349974 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'name': 'network-vif-deleted', 'tag': '87066447-d170-4142-9399-42aa4170eb9e'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:16.352221 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa47316-c06a-4a9c-ab8c-542d150ca26a" -d '{"events": [{"server_uuid": "7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04", "name": "network-vif-deleted", "tag": "87066447-d170-4142-9399-42aa4170eb9e"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:16.384689 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5347b356-762f-4eeb-a0b6-fc792cb21575 req-ba477118-7770-4771-87e2-fea12ccffb36 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892856 Mar 30 16:43:16.398129 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225b8171-81e8-486c-9c51-3da6cb4beb01 x-openstack-request-id: req-225b8171-81e8-486c-9c51-3da6cb4beb01 {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:16.398129 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04", "name": "network-vif-deleted", "tag": "87066447-d170-4142-9399-42aa4170eb9e", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:16.398129 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-225b8171-81e8-486c-9c51-3da6cb4beb01 {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:16.398129 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225b8171-81e8-486c-9c51-3da6cb4beb01'] response: {'server_uuid': '7c0c9ef7-dfc9-46bb-8fc1-d959d3214b04', 'name': 'network-vif-deleted', 'tag': '87066447-d170-4142-9399-42aa4170eb9e', 'status': 'completed', 'code': 200} Mar 30 16:43:16.484801 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5347b356-762f-4eeb-a0b6-fc792cb21575 req-ef9786d6-62f9-4a23-bea6-1e21ffc1c97e service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922670 Mar 30 16:43:16.505647 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39702) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:16.565060 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecd5f-e222-4cfc-9a1a-31c6d5991408 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group (fa6a8653-42f6-494a-afcd-7d53bc7bb57c), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:16.588194 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecd5f-e222-4cfc-9a1a-31c6d5991408 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group (fa6a8653-42f6-494a-afcd-7d53bc7bb57c), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:16.706441 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-011f1e30-5314-4a45-8076-bc8de991c1a8 req-8b1e4a7d-01ee-4a3e-ad0c-4395a97dd3e7 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd0859e-5f42-434c-8674-f398303f3846 HTTP/1.1" status: 200 len: 210 time: 0.0276437 Mar 30 16:43:16.707171 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecd5f-e222-4cfc-9a1a-31c6d5991408 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (fa6a8653-42f6-494a-afcd-7d53bc7bb57c), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:16.709921 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecd5f-e222-4cfc-9a1a-31c6d5991408 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:16.713509 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-3c9ecd5f-e222-4cfc-9a1a-31c6d5991408 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "DELETE /v2.0/security-groups/fa6a8653-42f6-494a-afcd-7d53bc7bb57c HTTP/1.1" status: 204 len: 168 time: 0.2043540 Mar 30 16:43:16.718334 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 39706) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:16.721524 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ecd5f-e222-4cfc-9a1a-31c6d5991408 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6a8653-42f6-494a-afcd-7d53bc7bb57c,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:16.736646 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.api.v2.resource [None req-26f8fcb2-3648-4110-b595-5f93d733089b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] show failed (client error): The resource could not be found. Mar 30 16:43:16.738630 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-26f8fcb2-3648-4110-b595-5f93d733089b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups/fa6a8653-42f6-494a-afcd-7d53bc7bb57c HTTP/1.1" status: 404 len: 347 time: 0.0236897 Mar 30 16:43:16.742392 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39708) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:16.866758 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-773caf11-678c-493e-9ecd-dd7525128f26 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Deleting port 91404d85-cbec-49b2-8ed4-86c82fcd677d {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:43:16.867104 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-773caf11-678c-493e-9ecd-dd7525128f26 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (91404d85-cbec-49b2-8ed4-86c82fcd677d), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:16.943789 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-773caf11-678c-493e-9ecd-dd7525128f26 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (91404d85-cbec-49b2-8ed4-86c82fcd677d), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:16.944036 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-773caf11-678c-493e-9ecd-dd7525128f26 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for floatingip (91404d85-cbec-49b2-8ed4-86c82fcd677d), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:16.956100 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-773caf11-678c-493e-9ecd-dd7525128f26 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Calling delete_port for 91404d85-cbec-49b2-8ed4-86c82fcd677d owned by network:floatingip {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:43:17.166353 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-773caf11-678c-493e-9ecd-dd7525128f26 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (91404d85-cbec-49b2-8ed4-86c82fcd677d), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:17.193387 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773caf11-678c-493e-9ecd-dd7525128f26 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event deleted for resources: {'Port': ['ID=91404d85-cbec-49b2-8ed4-86c82fcd677d,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:17.207293 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be46ab4-a9fe-4b27-ab43-5af10088c5d3 req-288958d2-326e-40da-9d13-e6beb7c67254 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:17.208802 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8be46ab4-a9fe-4b27-ab43-5af10088c5d3 req-288958d2-326e-40da-9d13-e6beb7c67254 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0543962 Mar 30 16:43:17.254443 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-773caf11-678c-493e-9ecd-dd7525128f26 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for floatingip (ce15537a-2dc5-497e-923a-769630c70e93), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:17.256981 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-773caf11-678c-493e-9ecd-dd7525128f26 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:17.257715 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8be46ab4-a9fe-4b27-ab43-5af10088c5d3 req-c88babf7-0b2a-4c97-bc8f-0ac11544f250 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431230 Mar 30 16:43:17.258121 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-773caf11-678c-493e-9ecd-dd7525128f26 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "DELETE /v2.0/floatingips/ce15537a-2dc5-497e-923a-769630c70e93 HTTP/1.1" status: 204 len: 168 time: 0.5147643 Mar 30 16:43:17.641206 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39714) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:17.645758 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-add62256-e7fd-462a-9de3-fc765f92fb68 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531781206', 'description': 'tempest-description--456689197'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:17.732258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-add62256-e7fd-462a-9de3-fc765f92fb68 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:17.799741 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-add62256-e7fd-462a-9de3-fc765f92fb68 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group (bfc44fae-3a29-4fd2-83ce-f60c974f87da), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:17.863063 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-add62256-e7fd-462a-9de3-fc765f92fb68 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (bfc44fae-3a29-4fd2-83ce-f60c974f87da), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:17.890804 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add62256-e7fd-462a-9de3-fc765f92fb68 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc44fae-3a29-4fd2-83ce-f60c974f87da,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:17.951959 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-add62256-e7fd-462a-9de3-fc765f92fb68 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:17.953308 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-add62256-e7fd-462a-9de3-fc765f92fb68 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3110704 Mar 30 16:43:17.956078 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39720) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:17.960464 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-dd599263-fcfb-496b-9096-edc7ccc382e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Request body: {'security_group_rule': {'security_group_id': 'bfc44fae-3a29-4fd2-83ce-f60c974f87da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:18.069789 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-dd599263-fcfb-496b-9096-edc7ccc382e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group_rule (3c06492d-8ddb-4d64-8ebf-40fb4861cccf), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.133026 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-dd599263-fcfb-496b-9096-edc7ccc382e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group_rule (3c06492d-8ddb-4d64-8ebf-40fb4861cccf), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.234689 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-dd599263-fcfb-496b-9096-edc7ccc382e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (3c06492d-8ddb-4d64-8ebf-40fb4861cccf), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.253286 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd599263-fcfb-496b-9096-edc7ccc382e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c06492d-8ddb-4d64-8ebf-40fb4861cccf,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:18.359107 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-dd599263-fcfb-496b-9096-edc7ccc382e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.360373 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-dd599263-fcfb-496b-9096-edc7ccc382e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4032102 Mar 30 16:43:18.362974 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 39728) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:18.368539 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-98ef06cf-7a74-4198-80ee-1fd818e5b4a3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Request body: {'security_group_rule': {'security_group_id': 'bfc44fae-3a29-4fd2-83ce-f60c974f87da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:18.384650 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f375814-9c68-4f41-b188-e128dd0dc54d req-da663b9a-f47b-42d9-ae0b-81cce58bfab3 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:18.386211 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3f375814-9c68-4f41-b188-e128dd0dc54d req-da663b9a-f47b-42d9-ae0b-81cce58bfab3 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0588450 Mar 30 16:43:18.432600 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3f375814-9c68-4f41-b188-e128dd0dc54d req-288b5cbe-e081-4eea-8632-ad302d5579cb tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405743 Mar 30 16:43:18.470715 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-98ef06cf-7a74-4198-80ee-1fd818e5b4a3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group_rule (2b5a1333-0ea5-46c8-ba4b-c4a17146b88e), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.525616 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-98ef06cf-7a74-4198-80ee-1fd818e5b4a3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group_rule (2b5a1333-0ea5-46c8-ba4b-c4a17146b88e), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.613106 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-98ef06cf-7a74-4198-80ee-1fd818e5b4a3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (2b5a1333-0ea5-46c8-ba4b-c4a17146b88e), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.630527 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef06cf-7a74-4198-80ee-1fd818e5b4a3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5a1333-0ea5-46c8-ba4b-c4a17146b88e,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:18.683823 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-98ef06cf-7a74-4198-80ee-1fd818e5b4a3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.685082 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-98ef06cf-7a74-4198-80ee-1fd818e5b4a3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3205068 Mar 30 16:43:18.688081 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 39730) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:18.692529 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Request body: {'floatingip': {'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:18.766989 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.863786 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.965088 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Allocated IP 172.28.2.168 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/d1ab434d-f173-4096-9fd8-a9a3302b9ffa) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:19.065116 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for port (d1ab434d-f173-4096-9fd8-a9a3302b9ffa), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:19.196331 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (d1ab434d-f173-4096-9fd8-a9a3302b9ffa), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:19.236567 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:19.241480 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:19.246638 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:43:19.249106 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event updated for resources: {'Port': ['ID=d1ab434d-f173-4096-9fd8-a9a3302b9ffa,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:19.333920 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for floatingip (df416c38-d585-4973-b60b-604dc78da65a), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:19.476201 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (d1ab434d-f173-4096-9fd8-a9a3302b9ffa), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:19.602225 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device bef750d1-fafb-403b-9393-799a14b21b3e no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:43:19.625304 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: bef750d1-fafb-403b-9393-799a14b21b3e {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:43:19.625645 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device bef750d1-fafb-403b-9393-799a14b21b3e not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:43:19.638478 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8ee43-3125-4128-904e-29b51aba3b1f req-99eee3fe-5f47-4ee6-a80b-1aaa65845d27 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:19.645565 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-85e8ee43-3125-4128-904e-29b51aba3b1f req-99eee3fe-5f47-4ee6-a80b-1aaa65845d27 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.1147668 Mar 30 16:43:19.711615 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for port (d1ab434d-f173-4096-9fd8-a9a3302b9ffa), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:19.717643 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-85e8ee43-3125-4128-904e-29b51aba3b1f req-11f116d9-831c-43c9-b93f-0fe03d12d8ae tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689569 Mar 30 16:43:19.835111 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f772d0f-2d18-4350-bb58-f047f879cf55 req-c4908384-9b5f-4006-ba52-98ce8703b023 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:19.836652 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8f772d0f-2d18-4350-bb58-f047f879cf55 req-c4908384-9b5f-4006-ba52-98ce8703b023 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0507720 Mar 30 16:43:19.841862 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (d1ab434d-f173-4096-9fd8-a9a3302b9ffa), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:19.845736 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39750) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:19.850189 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-d89676a7-6d92-41ff-8daf-3b8be2110d59 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Request body: {'floatingip': {'port_id': 'b7029d83-890b-4374-99ac-cadc5fb4990e'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:19.910173 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d89676a7-6d92-41ff-8daf-3b8be2110d59 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for floatingip (f4546a64-8575-464e-9d8a-2673f265102a), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:19.913206 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event updated for resources: {'Port': ['ID=d1ab434d-f173-4096-9fd8-a9a3302b9ffa,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:19.923332 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (df416c38-d585-4973-b60b-604dc78da65a), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.009318 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.010569 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-eb7f41a7-e09e-4f57-8c9f-b50bf658d52a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3215771 Mar 30 16:43:20.221328 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-96b2264a-6af1-42ed-a231-bc3d365bff1d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--531781206&fields=id&tenant_id=9aeead52e01c4a67b8294c0188d476bb HTTP/1.1" status: 200 len: 267 time: 0.0434635 Mar 30 16:43:20.331708 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-3e6b252a-e921-4b38-b02d-06720b99454f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:20.333214 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-3e6b252a-e921-4b38-b02d-06720b99454f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/networks?id=502a6e91-b591-4f3b-8946-72c3ddeb25ad HTTP/1.1" status: 200 len: 815 time: 0.1054089 Mar 30 16:43:20.347863 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-97d05181-0c11-4551-a95e-fddf1c306e90 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/quotas/9aeead52e01c4a67b8294c0188d476bb HTTP/1.1" status: 200 len: 375 time: 0.0091412 Mar 30 16:43:20.388665 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d89676a7-6d92-41ff-8daf-3b8be2110d59 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.402727 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-96da36e3-6f74-4116-a426-72aa96bf1db3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9aeead52e01c4a67b8294c0188d476bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496700 Mar 30 16:43:20.464264 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d89676a7-6d92-41ff-8daf-3b8be2110d59 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (f4546a64-8575-464e-9d8a-2673f265102a), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.497900 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-2d27f838-48db-44b6-aaea-5cc54d2a0883 service neutron] 10.222.0.36 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833528 Mar 30 16:43:20.600097 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-248afe9b-55e1-4074-a47d-d07535e4a10f service neutron] 10.222.0.36 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963023 Mar 30 16:43:20.680463 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89676a7-6d92-41ff-8daf-3b8be2110d59 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Router daca434a-746f-4ab3-a29a-c5fa4995b6eb has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:20.794754 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89676a7-6d92-41ff-8daf-3b8be2110d59 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:20.803993 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d89676a7-6d92-41ff-8daf-3b8be2110d59 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.805745 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7a18b-5c00-4479-bf7f-a91789727d27 None None] Sync routers for ids ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:43:20.818658 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb7a18b-5c00-4479-bf7f-a91789727d27 None None] Routers {'daca434a-746f-4ab3-a29a-c5fa4995b6eb'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:20.819284 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-4cb7a18b-5c00-4479-bf7f-a91789727d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:43:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:20.866842 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3b2ab91b-81ff-47c6-9e40-b1778f3481d5 req-66bb72df-21a5-440e-ad90-65f629e60701 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 210 time: 0.0438509 Mar 30 16:43:20.869941 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'tag': 'b7029d83-890b-4374-99ac-cadc5fb4990e'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:20.872208 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a2e57d-4aa7-4058-8223-2a6fdfa9b6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d33fba-04fe-496d-99d8-540cf78d7cfa", "tag": "b7029d83-890b-4374-99ac-cadc5fb4990e"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:20.928397 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0933508e-9159-4bcd-acf4-67ec318d2060 x-openstack-request-id: req-0933508e-9159-4bcd-acf4-67ec318d2060 {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:20.928917 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d33fba-04fe-496d-99d8-540cf78d7cfa", "tag": "b7029d83-890b-4374-99ac-cadc5fb4990e", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:20.929157 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0933508e-9159-4bcd-acf4-67ec318d2060 {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:20.929800 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0933508e-9159-4bcd-acf4-67ec318d2060'] response: {'name': 'network-changed', 'server_uuid': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'tag': 'b7029d83-890b-4374-99ac-cadc5fb4990e', 'status': 'completed', 'code': 200} Mar 30 16:43:20.946954 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-d89676a7-6d92-41ff-8daf-3b8be2110d59 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "PUT /v2.0/floatingips/f4546a64-8575-464e-9d8a-2673f265102a HTTP/1.1" status: 200 len: 994 time: 1.0989220 Mar 30 16:43:20.956368 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-4cb7a18b-5c00-4479-bf7f-a91789727d27 None None] Set router daca434a-746f-4ab3-a29a-c5fa4995b6eb gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:21.006503 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2e57d-4aa7-4058-8223-2a6fdfa9b6cc req-57909e42-6726-45ef-867e-aa260d0c9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:21.008067 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-71a2e57d-4aa7-4058-8223-2a6fdfa9b6cc req-57909e42-6726-45ef-867e-aa260d0c9e19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 1130 time: 0.0482988 Mar 30 16:43:21.111404 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2e57d-4aa7-4058-8223-2a6fdfa9b6cc req-1fd58fec-a964-42e5-953a-ab338ead778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:21.112914 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-71a2e57d-4aa7-4058-8223-2a6fdfa9b6cc req-1fd58fec-a964-42e5-953a-ab338ead778f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 919 time: 0.0942011 Mar 30 16:43:21.179613 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-71a2e57d-4aa7-4058-8223-2a6fdfa9b6cc req-3e3bb5fb-8782-463d-83cb-e5e56ded95b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7029d83-890b-4374-99ac-cadc5fb4990e HTTP/1.1" status: 200 len: 1002 time: 0.0593460 Mar 30 16:43:21.232992 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2e57d-4aa7-4058-8223-2a6fdfa9b6cc req-e2b468e3-3c40-4103-a246-52c519fed08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:21.234664 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-71a2e57d-4aa7-4058-8223-2a6fdfa9b6cc req-e2b468e3-3c40-4103-a246-52c519fed08a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.0501900 Mar 30 16:43:21.284677 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2e57d-4aa7-4058-8223-2a6fdfa9b6cc req-854440b9-c03c-41cc-81fc-2da6e4e1bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:21.285964 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-4cb7a18b-5c00-4479-bf7f-a91789727d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'f4546a64-8575-464e-9d8a-2673f265102a', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'port_id': 'b7029d83-890b-4374-99ac-cadc5fb4990e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'mac_address': 'fa:16:3e:67:fa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:38Z', 'updated_at': '2022-03-30T16:43:20Z', 'revision_number': 3, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390fd5a7-c319-47e4-97c7-455799597206', 'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'mac_address': 'fa:16:3e:d5:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:43Z', 'updated_at': '2022-03-30T16:39:58Z', 'revision_number': 5, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'subnets': [{'id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:21.286243 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-71a2e57d-4aa7-4058-8223-2a6fdfa9b6cc req-854440b9-c03c-41cc-81fc-2da6e4e1bbda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0448411 Mar 30 16:43:21.313911 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7a18b-5c00-4479-bf7f-a91789727d27 None None] Checking router: daca434a-746f-4ab3-a29a-c5fa4995b6eb for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:43:21.322189 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb7a18b-5c00-4479-bf7f-a91789727d27 None None] Routers {'daca434a-746f-4ab3-a29a-c5fa4995b6eb'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:21.322807 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-4cb7a18b-5c00-4479-bf7f-a91789727d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:43:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:21.383646 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-71a2e57d-4aa7-4058-8223-2a6fdfa9b6cc req-5f50b586-daff-415c-b2b7-0a1efe6b2b21 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908070 Mar 30 16:43:21.437248 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-4cb7a18b-5c00-4479-bf7f-a91789727d27 None None] Set router daca434a-746f-4ab3-a29a-c5fa4995b6eb gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:21.481023 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-71a2e57d-4aa7-4058-8223-2a6fdfa9b6cc req-82d434f7-b123-4bed-b7ee-fc9e0349285b service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903771 Mar 30 16:43:21.661279 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-4cb7a18b-5c00-4479-bf7f-a91789727d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'f4546a64-8575-464e-9d8a-2673f265102a', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'port_id': 'b7029d83-890b-4374-99ac-cadc5fb4990e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'mac_address': 'fa:16:3e:67:fa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:38Z', 'updated_at': '2022-03-30T16:43:20Z', 'revision_number': 3, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390fd5a7-c319-47e4-97c7-455799597206', 'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'mac_address': 'fa:16:3e:d5:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:43Z', 'updated_at': '2022-03-30T16:39:58Z', 'revision_number': 5, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'subnets': [{'id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:21.690631 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7a18b-5c00-4479-bf7f-a91789727d27 None None] The sync data for ids ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'] in dv-cinder-835871-1-smb is: [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'f4546a64-8575-464e-9d8a-2673f265102a', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'port_id': 'b7029d83-890b-4374-99ac-cadc5fb4990e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'mac_address': 'fa:16:3e:67:fa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:38Z', 'updated_at': '2022-03-30T16:43:20Z', 'revision_number': 3, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390fd5a7-c319-47e4-97c7-455799597206', 'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'mac_address': 'fa:16:3e:d5:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:43Z', 'updated_at': '2022-03-30T16:39:58Z', 'revision_number': 5, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'subnets': [{'id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:43:21.967901 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-482273f4-6f12-4a4a-8536-6d5e9435957b req-2e38a682-cd33-4193-94a6-5c6e2cb87636 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 210 time: 0.0288255 Mar 30 16:43:22.157179 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-01bf1d7f-7344-49dc-8d6e-0c9885ac3d19 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:22.158687 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-01bf1d7f-7344-49dc-8d6e-0c9885ac3d19 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/networks?id=e404990a-eaef-437c-9d1e-300f1bce601d HTTP/1.1" status: 200 len: 813 time: 0.1011338 Mar 30 16:43:22.181245 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-43e068c8-9ddc-483b-9b7c-ce4d688173da tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/quotas/855d8a2eb7ba42d889ec67b36e2f7d82 HTTP/1.1" status: 200 len: 375 time: 0.0096080 Mar 30 16:43:22.209494 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-bd49fc82-9210-440c-b874-e3ab7fd70a5d tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=855d8a2eb7ba42d889ec67b36e2f7d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306232 Mar 30 16:43:22.300271 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-6b03fe64-4a2b-4969-9734-fcf22e75d2ce service neutron] 10.222.0.36 "GET /v2.0/networks/e404990a-eaef-437c-9d1e-300f1bce601d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833261 Mar 30 16:43:22.394132 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-01289de6-e091-489d-97ea-69c242ce5c79 service neutron] 10.222.0.36 "GET /v2.0/networks/e404990a-eaef-437c-9d1e-300f1bce601d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880818 Mar 30 16:43:22.609389 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b739f059-8f35-4bb5-a7d7-e31eb3fb2608 req-0d9874df-155f-4ff1-a3fd-f0d2ffda72fe tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 210 time: 0.0261040 Mar 30 16:43:22.931931 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'tag': 'b7029d83-890b-4374-99ac-cadc5fb4990e'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:22.935233 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec285d66-09af-438f-9f60-d4a81dac2803" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d33fba-04fe-496d-99d8-540cf78d7cfa", "tag": "b7029d83-890b-4374-99ac-cadc5fb4990e"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:22.983821 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612f284a-0bbe-4a01-ac33-048afd895596 x-openstack-request-id: req-612f284a-0bbe-4a01-ac33-048afd895596 {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:22.986889 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d33fba-04fe-496d-99d8-540cf78d7cfa", "tag": "b7029d83-890b-4374-99ac-cadc5fb4990e", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:22.986889 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-612f284a-0bbe-4a01-ac33-048afd895596 {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:22.986889 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-612f284a-0bbe-4a01-ac33-048afd895596'] response: {'name': 'network-changed', 'server_uuid': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'tag': 'b7029d83-890b-4374-99ac-cadc5fb4990e', 'status': 'completed', 'code': 200} Mar 30 16:43:23.001759 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-28671d50-c17d-4862-92af-311b5c81f97b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:23.003160 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-28671d50-c17d-4862-92af-311b5c81f97b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.45 "GET /v2.0/networks?id=502a6e91-b591-4f3b-8946-72c3ddeb25ad HTTP/1.1" status: 200 len: 815 time: 0.1208105 Mar 30 16:43:23.056508 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec285d66-09af-438f-9f60-d4a81dac2803 req-558ae9ee-a0c1-4a3f-8616-de1fa49653ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:23.058720 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ec285d66-09af-438f-9f60-d4a81dac2803 req-558ae9ee-a0c1-4a3f-8616-de1fa49653ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 1130 time: 0.0573370 Mar 30 16:43:23.085579 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4111160a-f243-4715-bd26-937fce3c4b05 req-9cf72d16-02ad-4322-bcc0-66ba0d7d7b25 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 210 time: 0.0391960 Mar 30 16:43:23.099729 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-da75d018-3cf6-4c2c-81cf-cc1e0230b05e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aeead52e01c4a67b8294c0188d476bb HTTP/1.1" status: 200 len: 379 time: 0.0865877 Mar 30 16:43:23.112620 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-07d4e0af-25d4-4efb-996b-9edca278a2ef tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Request body: {'port': {'device_id': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'admin_state_up': True, 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'security_groups': ['bfc44fae-3a29-4fd2-83ce-f60c974f87da']}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:23.172692 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec285d66-09af-438f-9f60-d4a81dac2803 req-0f383237-6fce-415d-ac9f-32d0689f4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:23.174184 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ec285d66-09af-438f-9f60-d4a81dac2803 req-0f383237-6fce-415d-ac9f-32d0689f4960 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 919 time: 0.1079297 Mar 30 16:43:23.246112 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ec285d66-09af-438f-9f60-d4a81dac2803 req-d0b41e1b-f8c5-4935-bf7a-0411c84cb479 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7029d83-890b-4374-99ac-cadc5fb4990e HTTP/1.1" status: 200 len: 1002 time: 0.0652876 Mar 30 16:43:23.303488 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec285d66-09af-438f-9f60-d4a81dac2803 req-c3bc9c12-62d8-4db7-a8e5-36b874c097a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:23.305045 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ec285d66-09af-438f-9f60-d4a81dac2803 req-c3bc9c12-62d8-4db7-a8e5-36b874c097a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.0460482 Mar 30 16:43:23.310250 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-07d4e0af-25d4-4efb-996b-9edca278a2ef tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Made reservation on behalf of 9aeead52e01c4a67b8294c0188d476bb for: {'port': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:43:23.313777 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-07d4e0af-25d4-4efb-996b-9edca278a2ef tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:23.354843 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec285d66-09af-438f-9f60-d4a81dac2803 req-9e6173c2-1520-47ee-98a9-8fad58bd688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:23.357039 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ec285d66-09af-438f-9f60-d4a81dac2803 req-9e6173c2-1520-47ee-98a9-8fad58bd688f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454414 Mar 30 16:43:23.438828 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-07d4e0af-25d4-4efb-996b-9edca278a2ef tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Allocated IP 172.20.0.14 (502a6e91-b591-4f3b-8946-72c3ddeb25ad/c9df6b30-1554-4ac7-a638-1eff78d1538f/2cabb66b-e258-41cb-9b62-1e5046c4e584) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:23.452372 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ec285d66-09af-438f-9f60-d4a81dac2803 req-9a024b68-23eb-4587-9632-85094570c678 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889781 Mar 30 16:43:23.549471 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ec285d66-09af-438f-9f60-d4a81dac2803 req-1bfb29c5-84f2-4896-b3d0-718cdacbfa30 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817542 Mar 30 16:43:23.581005 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-07d4e0af-25d4-4efb-996b-9edca278a2ef tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:23.688045 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-07d4e0af-25d4-4efb-996b-9edca278a2ef tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:23.708958 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-60434650-ab51-4da9-94cf-23e5bee6f426 req-d03c960f-d176-40fb-9f15-cdfb467e7757 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 210 time: 0.0306797 Mar 30 16:43:23.730094 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-07d4e0af-25d4-4efb-996b-9edca278a2ef tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Network 502a6e91-b591-4f3b-8946-72c3ddeb25ad is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:23.733364 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-07d4e0af-25d4-4efb-996b-9edca278a2ef tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:23.735763 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-07d4e0af-25d4-4efb-996b-9edca278a2ef tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:43:23.782797 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4e0af-25d4-4efb-996b-9edca278a2ef tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event updated for resources: {'Port': ['ID=2cabb66b-e258-41cb-9b62-1e5046c4e584,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:23.807793 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-07d4e0af-25d4-4efb-996b-9edca278a2ef tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:23.809486 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-07d4e0af-25d4-4efb-996b-9edca278a2ef tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:23.911282 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-07d4e0af-25d4-4efb-996b-9edca278a2ef tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8031704 Mar 30 16:43:23.922569 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Request body: {'port': {'device_id': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:24.013518 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-96fb7548-9072-4bf0-8e08-89b3081b76bb None None] Provisioning complete for port 2cabb66b-e258-41cb-9b62-1e5046c4e584 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:43:24.014089 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-96fb7548-9072-4bf0-8e08-89b3081b76bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:24.049401 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-96fb7548-9072-4bf0-8e08-89b3081b76bb None None] Port 2cabb66b-e258-41cb-9b62-1e5046c4e584 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:43:24.267559 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:24.288117 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f24852-ab7c-4c5e-8522-2db261958545 req-c7998502-480c-4cde-9780-f98a6b19a78b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:24.289600 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-03f24852-ab7c-4c5e-8522-2db261958545 req-c7998502-480c-4cde-9780-f98a6b19a78b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 932 time: 0.0913136 Mar 30 16:43:24.417222 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-03f24852-ab7c-4c5e-8522-2db261958545 req-9413c822-3cfd-410d-89a5-808ce4a6ccb6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045625 Mar 30 16:43:24.571281 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cabb66b-e258-41cb-9b62-1e5046c4e584 {{(pid=105697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:43:24.578905 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Publish callbacks [] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:24.591230 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.provisioning_blocks [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Transition to ACTIVE for port object 2cabb66b-e258-41cb-9b62-1e5046c4e584 will not be triggered until provisioned by entity L2. {{(pid=105697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:43:24.596297 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-61b2496a-83e9-490a-ae44-8790b1474b28 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:24.597876 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-61b2496a-83e9-490a-ae44-8790b1474b28 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.45 "GET /v2.0/networks?id=e404990a-eaef-437c-9d1e-300f1bce601d HTTP/1.1" status: 200 len: 813 time: 0.1010411 Mar 30 16:43:24.609703 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-b2bddf41-691c-4e9a-ab76-d77726d10572 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Request body: {'port': {'device_id': '792026fe-fba6-43bf-b03e-32edfa752241', 'network_id': 'e404990a-eaef-437c-9d1e-300f1bce601d', 'admin_state_up': True, 'tenant_id': '855d8a2eb7ba42d889ec67b36e2f7d82'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:24.670351 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:24.721313 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Pushing event updated for resources: {'Port': ['ID=2cabb66b-e258-41cb-9b62-1e5046c4e584,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:24.796020 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Attempting to bind port 2cabb66b-e258-41cb-9b62-1e5046c4e584 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:43:24.796505 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Attempting to bind port 2cabb66b-e258-41cb-9b62-1e5046c4e584 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:43:24.796926 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Attempting to bind port 2cabb66b-e258-41cb-9b62-1e5046c4e584 on network 502a6e91-b591-4f3b-8946-72c3ddeb25ad {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:43:24.801248 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Port 2cabb66b-e258-41cb-9b62-1e5046c4e584 on network 502a6e91-b591-4f3b-8946-72c3ddeb25ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:43:24.801636 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Attempting to bind port 2cabb66b-e258-41cb-9b62-1e5046c4e584 on network 502a6e91-b591-4f3b-8946-72c3ddeb25ad {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:43:24.806956 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:43:24.807199 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Checking segment: {'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:43:24.807592 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Bound using segment: {'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'} {{(pid=105697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:43:24.808532 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.managers [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Bound port: 2cabb66b-e258-41cb-9b62-1e5046c4e584, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9654f876-92d5-4553-a3f7-6b9684cbe220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad'}}] {{(pid=105697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:43:24.809088 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:24.815245 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-00e67b37-f3ec-46b8-90a3-c30f3b9ecc6d req-2bd2e5c4-1cc5-40d7-83cc-c7de8e396fb6 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 210 time: 0.0321345 Mar 30 16:43:24.815972 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-b2bddf41-691c-4e9a-ab76-d77726d10572 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Made reservation on behalf of 855d8a2eb7ba42d889ec67b36e2f7d82 for: {'port': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:43:24.819340 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-b2bddf41-691c-4e9a-ab76-d77726d10572 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:24.884308 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] For port 2cabb66b-e258-41cb-9b62-1e5046c4e584, host hv-cinder-83587, cleared binding levels {{(pid=105697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:43:24.888632 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] For port 2cabb66b-e258-41cb-9b62-1e5046c4e584, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:43:24.957850 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-b2bddf41-691c-4e9a-ab76-d77726d10572 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Allocated IP 172.20.0.9 (e404990a-eaef-437c-9d1e-300f1bce601d/1c6f0822-6d77-4cb7-a01b-542cd055cf91/24f6d86e-f990-4ad2-9cde-014b8c0877a2) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:24.968600 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:25.001391 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:25.002046 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:25.003394 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] 10.222.0.45 "PUT /v2.0/ports/2cabb66b-e258-41cb-9b62-1e5046c4e584 HTTP/1.1" status: 200 len: 1094 time: 1.0849299 Mar 30 16:43:25.003832 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'tag': '2cabb66b-e258-41cb-9b62-1e5046c4e584'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:25.006089 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce832dc-14c0-46d0-a308-b31550a714aa" -d '{"events": [{"name": "network-changed", "server_uuid": "db7c7fd4-e762-48cf-93d3-d764bf8f4f40", "tag": "2cabb66b-e258-41cb-9b62-1e5046c4e584"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:25.033604 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ee738-69c0-4c4e-9a9e-cc93cdb9de2f service neutron] Pushing event updated for resources: {'Port': ['ID=2cabb66b-e258-41cb-9b62-1e5046c4e584,revision_number=3']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:25.069317 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3486468-2727-4ec1-be0e-44325534113b x-openstack-request-id: req-c3486468-2727-4ec1-be0e-44325534113b {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:25.069317 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7c7fd4-e762-48cf-93d3-d764bf8f4f40", "tag": "2cabb66b-e258-41cb-9b62-1e5046c4e584", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:25.069552 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3486468-2727-4ec1-be0e-44325534113b {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:25.069955 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3486468-2727-4ec1-be0e-44325534113b'] response: {'name': 'network-changed', 'server_uuid': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'tag': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'status': 'completed', 'code': 200} Mar 30 16:43:25.126359 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-b2bddf41-691c-4e9a-ab76-d77726d10572 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks [] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:25.145757 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce832dc-14c0-46d0-a308-b31550a714aa req-aa74fad4-5496-46e1-b6cf-525990519218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:25.147499 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9ce832dc-14c0-46d0-a308-b31550a714aa req-aa74fad4-5496-46e1-b6cf-525990519218 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9aeead52e01c4a67b8294c0188d476bb&device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 1128 time: 0.0538929 Mar 30 16:43:25.242031 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-b2bddf41-691c-4e9a-ab76-d77726d10572 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:25.257259 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce832dc-14c0-46d0-a308-b31550a714aa req-1133f621-7162-4409-80cd-759f0a671bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:25.258720 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9ce832dc-14c0-46d0-a308-b31550a714aa req-1133f621-7162-4409-80cd-759f0a671bf5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9aeead52e01c4a67b8294c0188d476bb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0998232 Mar 30 16:43:25.290664 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-b2bddf41-691c-4e9a-ab76-d77726d10572 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Network e404990a-eaef-437c-9d1e-300f1bce601d is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:25.297209 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-b2bddf41-691c-4e9a-ab76-d77726d10572 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:25.300120 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-b2bddf41-691c-4e9a-ab76-d77726d10572 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:43:25.328426 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bddf41-691c-4e9a-ab76-d77726d10572 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Pushing event updated for resources: {'Port': ['ID=24f6d86e-f990-4ad2-9cde-014b8c0877a2,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:25.356846 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce832dc-14c0-46d0-a308-b31550a714aa req-819b111b-31ce-47f1-a112-a3821e41af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:25.358353 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9ce832dc-14c0-46d0-a308-b31550a714aa req-819b111b-31ce-47f1-a112-a3821e41af86 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908198 Mar 30 16:43:25.358704 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-b2bddf41-691c-4e9a-ab76-d77726d10572 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:25.359324 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-b2bddf41-691c-4e9a-ab76-d77726d10572 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:25.445210 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-3724f358-fa14-4e74-a959-8cfddbbcea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:25.446780 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-3724f358-fa14-4e74-a959-8cfddbbcea18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9aeead52e01c4a67b8294c0188d476bb&device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 1128 time: 0.0500348 Mar 30 16:43:25.450541 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-b2bddf41-691c-4e9a-ab76-d77726d10572 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8443315 Mar 30 16:43:25.467185 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Request body: {'port': {'device_id': '792026fe-fba6-43bf-b03e-32edfa752241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:25.500448 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-a23f6899-08ac-4c82-99bb-5f4189d345bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584 HTTP/1.1" status: 200 len: 217 time: 0.0400162 Mar 30 16:43:25.550572 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-d7725d3a-8d67-484c-84d4-049bb9cbb448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:25.552040 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-d7725d3a-8d67-484c-84d4-049bb9cbb448 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9df6b30-1554-4ac7-a638-1eff78d1538f HTTP/1.1" status: 200 len: 854 time: 0.0451117 Mar 30 16:43:25.561546 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:25.609728 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-ce6fe07a-5d8e-441f-ac00-a96565866f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:25.611251 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-ce6fe07a-5d8e-441f-ac00-a96565866f6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=502a6e91-b591-4f3b-8946-72c3ddeb25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0520537 Mar 30 16:43:25.711994 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-8d6685e6-4329-4fce-a564-9a596c3d0494 service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933228 Mar 30 16:43:25.811241 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c331238a-91df-45ca-a4e8-61fd8dd0dde0 req-f0a2dcdc-15e6-4c1a-a267-dc1d9f1720bc service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932148 Mar 30 16:43:25.831183 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93f525-180c-4f32-9766-bcfea3c74541 req-012ad0b0-4408-4a66-887c-0c72addb439a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:25.832647 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6a93f525-180c-4f32-9766-bcfea3c74541 req-012ad0b0-4408-4a66-887c-0c72addb439a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.3427780 Mar 30 16:43:25.941562 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c878f4d-6e41-4f39-8148-b7a89b0aafa6 req-f556e225-0d9f-43a2-bd89-d6756dbb0e57 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:25.943042 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6c878f4d-6e41-4f39-8148-b7a89b0aafa6 req-f556e225-0d9f-43a2-bd89-d6756dbb0e57 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 931 time: 0.0536926 Mar 30 16:43:25.971671 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6a93f525-180c-4f32-9766-bcfea3c74541 req-0319cf32-d03d-4685-ae33-a79f6d888868 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187615 Mar 30 16:43:25.999166 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6c878f4d-6e41-4f39-8148-b7a89b0aafa6 req-21aeae81-9b01-4a32-8dcf-de790658ce1f tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488052 Mar 30 16:43:26.125279 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f6d86e-f990-4ad2-9cde-014b8c0877a2 {{(pid=105696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:43:26.132590 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Publish callbacks [] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:26.144092 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.provisioning_blocks [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Transition to ACTIVE for port object 24f6d86e-f990-4ad2-9cde-014b8c0877a2 will not be triggered until provisioned by entity L2. {{(pid=105696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:43:26.281686 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:26.335211 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Pushing event updated for resources: {'Port': ['ID=24f6d86e-f990-4ad2-9cde-014b8c0877a2,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:26.404267 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Attempting to bind port 24f6d86e-f990-4ad2-9cde-014b8c0877a2 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:43:26.404518 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Attempting to bind port 24f6d86e-f990-4ad2-9cde-014b8c0877a2 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '53f919ce-280c-4afb-a161-f7f6739283cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e404990a-eaef-437c-9d1e-300f1bce601d'}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:43:26.404877 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Attempting to bind port 24f6d86e-f990-4ad2-9cde-014b8c0877a2 on network e404990a-eaef-437c-9d1e-300f1bce601d {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:43:26.409074 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Port 24f6d86e-f990-4ad2-9cde-014b8c0877a2 on network e404990a-eaef-437c-9d1e-300f1bce601d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:43:26.409404 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Attempting to bind port 24f6d86e-f990-4ad2-9cde-014b8c0877a2 on network e404990a-eaef-437c-9d1e-300f1bce601d {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:43:26.414201 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:43:26.414541 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Checking segment: {'id': '53f919ce-280c-4afb-a161-f7f6739283cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e404990a-eaef-437c-9d1e-300f1bce601d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:43:26.414932 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Bound using segment: {'id': '53f919ce-280c-4afb-a161-f7f6739283cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e404990a-eaef-437c-9d1e-300f1bce601d'} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:43:26.415371 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Bound port: 24f6d86e-f990-4ad2-9cde-014b8c0877a2, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f919ce-280c-4afb-a161-f7f6739283cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e404990a-eaef-437c-9d1e-300f1bce601d'}}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:43:26.415728 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:26.478318 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] For port 24f6d86e-f990-4ad2-9cde-014b8c0877a2, host hv-cinder-83587, cleared binding levels {{(pid=105696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:43:26.481387 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] For port 24f6d86e-f990-4ad2-9cde-014b8c0877a2, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=24f6d86e-f990-4ad2-9cde-014b8c0877a2,segment=NetworkSegment(53f919ce-280c-4afb-a161-f7f6739283cb),segment_id=53f919ce-280c-4afb-a161-f7f6739283cb)] {{(pid=105696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:43:26.554683 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:26.587553 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:26.588165 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:26.590229 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] 10.222.0.45 "PUT /v2.0/ports/24f6d86e-f990-4ad2-9cde-014b8c0877a2 HTTP/1.1" status: 200 len: 1093 time: 1.1280179 Mar 30 16:43:26.590668 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792026fe-fba6-43bf-b03e-32edfa752241', 'tag': '24f6d86e-f990-4ad2-9cde-014b8c0877a2'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:26.592897 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f67c7ab-3c15-4697-92fc-cb2aeec40388" -d '{"events": [{"name": "network-changed", "server_uuid": "792026fe-fba6-43bf-b03e-32edfa752241", "tag": "24f6d86e-f990-4ad2-9cde-014b8c0877a2"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:26.616394 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526e66a-7a55-433f-a7d5-6fa2a497c08c service neutron] Pushing event updated for resources: {'Port': ['ID=24f6d86e-f990-4ad2-9cde-014b8c0877a2,revision_number=3']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:26.628077 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2658b258-83c8-47cb-8a49-27b76cff7252 x-openstack-request-id: req-2658b258-83c8-47cb-8a49-27b76cff7252 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:26.628369 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792026fe-fba6-43bf-b03e-32edfa752241", "tag": "24f6d86e-f990-4ad2-9cde-014b8c0877a2", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:26.628626 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2658b258-83c8-47cb-8a49-27b76cff7252 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:26.629057 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2658b258-83c8-47cb-8a49-27b76cff7252'] response: {'name': 'network-changed', 'server_uuid': '792026fe-fba6-43bf-b03e-32edfa752241', 'tag': '24f6d86e-f990-4ad2-9cde-014b8c0877a2', 'status': 'completed', 'code': 200} Mar 30 16:43:26.699493 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67c7ab-3c15-4697-92fc-cb2aeec40388 req-c9b55bf7-896d-40ac-bde5-71f0f280aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:26.700930 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3f67c7ab-3c15-4697-92fc-cb2aeec40388 req-c9b55bf7-896d-40ac-bde5-71f0f280aa5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=855d8a2eb7ba42d889ec67b36e2f7d82&device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 1127 time: 0.0473313 Mar 30 16:43:26.800090 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67c7ab-3c15-4697-92fc-cb2aeec40388 req-12821ebb-fc43-4a4c-8899-9085e5d24677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:26.801611 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3f67c7ab-3c15-4697-92fc-cb2aeec40388 req-12821ebb-fc43-4a4c-8899-9085e5d24677 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=855d8a2eb7ba42d889ec67b36e2f7d82&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0900929 Mar 30 16:43:26.897392 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67c7ab-3c15-4697-92fc-cb2aeec40388 req-d83429ee-c5e9-4287-888f-043235ce0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:26.898898 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3f67c7ab-3c15-4697-92fc-cb2aeec40388 req-d83429ee-c5e9-4287-888f-043235ce0320 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895267 Mar 30 16:43:26.978141 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-c7fbf4d2-7feb-47d5-b2f4-1e85b8e8e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:26.979644 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-c7fbf4d2-7feb-47d5-b2f4-1e85b8e8e597 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=855d8a2eb7ba42d889ec67b36e2f7d82&device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 1127 time: 0.0444126 Mar 30 16:43:27.022323 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-78406db5-3a21-49cd-b912-0efbb8cb0be5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24f6d86e-f990-4ad2-9cde-014b8c0877a2 HTTP/1.1" status: 200 len: 217 time: 0.0345292 Mar 30 16:43:27.100759 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-74059f16-c111-4649-a8ef-92ea823e3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:27.105434 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-74059f16-c111-4649-a8ef-92ea823e3bfb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c6f0822-6d77-4cb7-a01b-542cd055cf91 HTTP/1.1" status: 200 len: 853 time: 0.0740521 Mar 30 16:43:27.105554 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888212c9-c227-4b63-be5d-64d7f7e55bc2 req-16ba85b0-4cff-4899-bd7e-23eb62806ef0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:27.105554 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-888212c9-c227-4b63-be5d-64d7f7e55bc2 req-16ba85b0-4cff-4899-bd7e-23eb62806ef0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.0520895 Mar 30 16:43:27.142593 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-97db37aa-ab8e-45d3-88ef-c05e93f546ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e404990a-eaef-437c-9d1e-300f1bce601d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296216 Mar 30 16:43:27.149870 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfecb6-29ba-4d54-a0d3-a5211a341c94 req-41ab104e-5af0-4f65-a622-9d9184d7106f tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:27.151267 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6adfecb6-29ba-4d54-a0d3-a5211a341c94 req-41ab104e-5af0-4f65-a622-9d9184d7106f tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 943 time: 0.0888634 Mar 30 16:43:27.154539 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-888212c9-c227-4b63-be5d-64d7f7e55bc2 req-a27f1317-4cfc-401c-af24-0c402eaaf39a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424857 Mar 30 16:43:27.257302 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6adfecb6-29ba-4d54-a0d3-a5211a341c94 req-38f12cde-2ede-4d45-8750-655f15396239 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960841 Mar 30 16:43:27.273717 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-4039eb60-1a2e-4ff7-81a6-064a3e048f53 service neutron] 10.222.0.45 "GET /v2.0/networks/e404990a-eaef-437c-9d1e-300f1bce601d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208794 Mar 30 16:43:27.368014 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3b42b65f-6388-4de0-8dcb-b8a1fc2bfddd req-f8ca4a61-c8d7-4855-bd60-2d6f6f26a9df service neutron] 10.222.0.45 "GET /v2.0/networks/e404990a-eaef-437c-9d1e-300f1bce601d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873063 Mar 30 16:43:27.625837 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 2cabb66b-e258-41cb-9b62-1e5046c4e584 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:43:27.723018 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 2cabb66b-e258-41cb-9b62-1e5046c4e584, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:27.734283 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'port_id': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'mac_address': 'fa:16:3e:c8:24:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:43:27.770546 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 2cabb66b-e258-41cb-9b62-1e5046c4e584 is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:43:27.770934 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:27.783372 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cabb66b-e258-41cb-9b62-1e5046c4e584 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:43:27.802206 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 2cabb66b-e258-41cb-9b62-1e5046c4e584, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:27.864358 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:27.914639 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=2cabb66b-e258-41cb-9b62-1e5046c4e584,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:27.922230 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:27.922584 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:27.922933 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:27.923311 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:27.923656 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:27.923994 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:27.924328 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:27.924658 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:27.925022 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:27.925356 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:27.925687 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:27.926037 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:27.926371 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:27.926712 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:27.927026 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:28.211029 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['2cabb66b-e258-41cb-9b62-1e5046c4e584'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:43:28.281064 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400306f1-a5cb-4494-92b8-ff6f6c4748d9 req-c315acaa-cc55-487c-ae1a-1dcdd88cfc19 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:28.282594 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-400306f1-a5cb-4494-92b8-ff6f6c4748d9 req-c315acaa-cc55-487c-ae1a-1dcdd88cfc19 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 945 time: 0.0575311 Mar 30 16:43:28.331251 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-400306f1-a5cb-4494-92b8-ff6f6c4748d9 req-36a7b4bd-291d-4921-a4b1-f9b8d66403b5 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423665 Mar 30 16:43:28.381103 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19460d-a76c-40c2-91cb-2639ad809a10 req-54e7f8e0-2272-44a7-a218-ee0202efa939 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:28.382565 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5d19460d-a76c-40c2-91cb-2639ad809a10 req-54e7f8e0-2272-44a7-a218-ee0202efa939 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 943 time: 0.0570061 Mar 30 16:43:28.430140 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5d19460d-a76c-40c2-91cb-2639ad809a10 req-0e91c7b3-df9e-459d-b6d7-a7488b0a6315 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Mar 30 16:43:28.838433 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ef198270-e20f-449c-b8ea-0272e3f5412c req-2bc7ba51-ddeb-4e51-b968-9d6c34f6537e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422850 Mar 30 16:43:28.923811 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef198270-e20f-449c-b8ea-0272e3f5412c req-c944b7fb-a555-4937-8f89-7d971930155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:28.925358 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ef198270-e20f-449c-b8ea-0272e3f5412c req-c944b7fb-a555-4937-8f89-7d971930155f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86b56c01e378413aaee7ae98a08a51b1&device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 1130 time: 0.0436590 Mar 30 16:43:29.030073 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef198270-e20f-449c-b8ea-0272e3f5412c req-50810b64-9fda-48fc-b020-4d01ce7172f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:29.031551 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ef198270-e20f-449c-b8ea-0272e3f5412c req-50810b64-9fda-48fc-b020-4d01ce7172f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 200 len: 919 time: 0.0870178 Mar 30 16:43:29.071935 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ef198270-e20f-449c-b8ea-0272e3f5412c req-6778ecce-b189-452b-be05-9e6ab15893dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e5030b-2858-40d6-b8a7-d128fee872c4 HTTP/1.1" status: 200 len: 217 time: 0.0344355 Mar 30 16:43:29.120216 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef198270-e20f-449c-b8ea-0272e3f5412c req-6c4f63f6-1dc6-40fa-a594-30c2cf6f2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:29.121667 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ef198270-e20f-449c-b8ea-0272e3f5412c req-6c4f63f6-1dc6-40fa-a594-30c2cf6f2089 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 200 len: 857 time: 0.0437155 Mar 30 16:43:29.183321 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef198270-e20f-449c-b8ea-0272e3f5412c req-6f57aa65-eac9-4869-8984-2fe861a96f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:29.184553 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ef198270-e20f-449c-b8ea-0272e3f5412c req-6f57aa65-eac9-4869-8984-2fe861a96f39 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ce82cf7-825b-4ffe-ac10-dcddda1e0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0480955 Mar 30 16:43:29.274248 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ef198270-e20f-449c-b8ea-0272e3f5412c req-cdfbc4d2-ab4d-469b-a179-35e9cc4eda97 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820193 Mar 30 16:43:29.375316 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ef198270-e20f-449c-b8ea-0272e3f5412c req-b71d7f46-99f2-4509-9484-84deb9911af5 service neutron] 10.222.0.45 "GET /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859935 Mar 30 16:43:29.459407 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac5e00-a47e-446a-a7fb-5dbeb6f1da8e req-0b95409c-f6c4-4bf8-9759-b39455d4797a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:29.460930 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7cac5e00-a47e-446a-a7fb-5dbeb6f1da8e req-0b95409c-f6c4-4bf8-9759-b39455d4797a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 945 time: 0.0539868 Mar 30 16:43:29.508560 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7cac5e00-a47e-446a-a7fb-5dbeb6f1da8e req-f41343f8-26d0-4c47-a4b3-0337e4ca77f4 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412047 Mar 30 16:43:29.549800 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a720631-2072-44e5-bc89-aded44569914 req-65c4c017-a8c5-4fcd-9a4c-90259ad9003c tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:29.551268 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8a720631-2072-44e5-bc89-aded44569914 req-65c4c017-a8c5-4fcd-9a4c-90259ad9003c tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 943 time: 0.0531499 Mar 30 16:43:29.598299 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8a720631-2072-44e5-bc89-aded44569914 req-ccaec36f-9683-41f3-8b05-48a4856d630e tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Mar 30 16:43:29.631128 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 24f6d86e-f990-4ad2-9cde-014b8c0877a2 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:43:29.634643 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 2cabb66b-e258-41cb-9b62-1e5046c4e584 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:43:29.760513 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 24f6d86e-f990-4ad2-9cde-014b8c0877a2, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=24f6d86e-f990-4ad2-9cde-014b8c0877a2,segment=NetworkSegment(53f919ce-280c-4afb-a161-f7f6739283cb),segment_id=53f919ce-280c-4afb-a161-f7f6739283cb)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:29.772620 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '24f6d86e-f990-4ad2-9cde-014b8c0877a2', 'network_id': 'e404990a-eaef-437c-9d1e-300f1bce601d', 'port_id': '24f6d86e-f990-4ad2-9cde-014b8c0877a2', 'mac_address': 'fa:16:3e:9e:8f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6f0822-6d77-4cb7-a01b-542cd055cf91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:43:29.800342 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 2cabb66b-e258-41cb-9b62-1e5046c4e584 completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:43:29.806518 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 2cabb66b-e258-41cb-9b62-1e5046c4e584 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:43:29.811573 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:29.836372 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 24f6d86e-f990-4ad2-9cde-014b8c0877a2 is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:43:29.836755 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:29.857114 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f6d86e-f990-4ad2-9cde-014b8c0877a2 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:43:29.880029 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 24f6d86e-f990-4ad2-9cde-014b8c0877a2, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=24f6d86e-f990-4ad2-9cde-014b8c0877a2,segment=NetworkSegment(53f919ce-280c-4afb-a161-f7f6739283cb),segment_id=53f919ce-280c-4afb-a161-f7f6739283cb)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:29.921139 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 2cabb66b-e258-41cb-9b62-1e5046c4e584 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:43:29.921463 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:29.943849 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cabb66b-e258-41cb-9b62-1e5046c4e584'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:29.946093 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01c35d2-fa3e-4b6b-9815-26c98b3ac51e" -d '{"events": [{"server_uuid": "db7c7fd4-e762-48cf-93d3-d764bf8f4f40", "name": "network-vif-plugged", "status": "completed", "tag": "2cabb66b-e258-41cb-9b62-1e5046c4e584"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:29.961834 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 2cabb66b-e258-41cb-9b62-1e5046c4e584, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:29.983334 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:29.986063 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c8451d-21fd-4e5e-b9c8-fdc0dd481e11 x-openstack-request-id: req-25c8451d-21fd-4e5e-b9c8-fdc0dd481e11 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:29.986380 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7c7fd4-e762-48cf-93d3-d764bf8f4f40", "name": "network-vif-plugged", "status": "completed", "tag": "2cabb66b-e258-41cb-9b62-1e5046c4e584", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:29.986638 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25c8451d-21fd-4e5e-b9c8-fdc0dd481e11 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:29.987027 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c8451d-21fd-4e5e-b9c8-fdc0dd481e11'] response: {'server_uuid': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'code': 200} Mar 30 16:43:30.035498 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=24f6d86e-f990-4ad2-9cde-014b8c0877a2,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:30.039764 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:30.091737 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=2cabb66b-e258-41cb-9b62-1e5046c4e584,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:30.240080 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:30.262489 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['24f6d86e-f990-4ad2-9cde-014b8c0877a2'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:43:30.390634 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916d3fa-11fe-4952-a150-5d2bb3d19d02 req-446771c2-1d6d-46e1-9e08-35633648f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:30.392157 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b916d3fa-11fe-4952-a150-5d2bb3d19d02 req-446771c2-1d6d-46e1-9e08-35633648f11a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 1130 time: 0.0450549 Mar 30 16:43:30.440232 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b916d3fa-11fe-4952-a150-5d2bb3d19d02 req-a2c8461f-582b-4b17-8836-16f01ccd2621 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395508 Mar 30 16:43:30.637827 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a821c42-d745-4597-9236-51bacfe24808 req-e3d002e6-f269-4bb3-b55e-107cd0b23cb6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:30.639331 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7a821c42-d745-4597-9236-51bacfe24808 req-e3d002e6-f269-4bb3-b55e-107cd0b23cb6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0589833 Mar 30 16:43:30.686440 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7a821c42-d745-4597-9236-51bacfe24808 req-d149ad70-21ac-41df-8ead-5146a7d443ff tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415370 Mar 30 16:43:30.721833 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d6150-eb5f-4e25-a598-724ade845238 req-02f054f7-8fa6-4b76-97f2-a7b925a69f08 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:30.723316 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-072d6150-eb5f-4e25-a598-724ade845238 req-02f054f7-8fa6-4b76-97f2-a7b925a69f08 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 944 time: 0.0562830 Mar 30 16:43:30.769158 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-072d6150-eb5f-4e25-a598-724ade845238 req-b97c5711-54a3-46d2-aeef-7c20284f71fa tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402963 Mar 30 16:43:31.606964 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1ee8cc32-4e68-4ef1-8fdf-1bc40010cf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:31.649261 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 24f6d86e-f990-4ad2-9cde-014b8c0877a2 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:43:31.773133 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 24f6d86e-f990-4ad2-9cde-014b8c0877a2 completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:43:31.778029 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 24f6d86e-f990-4ad2-9cde-014b8c0877a2 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:43:31.778411 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:31.811604 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6251d-8521-4013-88a4-445f088f7330 req-af8b08fa-1bc8-4f92-b562-d920cd9c6a33 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:31.813193 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-82c6251d-8521-4013-88a4-445f088f7330 req-af8b08fa-1bc8-4f92-b562-d920cd9c6a33 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0565171 Mar 30 16:43:31.866647 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 24f6d86e-f990-4ad2-9cde-014b8c0877a2 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:43:31.867043 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:31.881666 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-82c6251d-8521-4013-88a4-445f088f7330 req-4b87146a-fb32-4f44-9ee8-3e8bf18ce47e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618660 Mar 30 16:43:31.902299 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1180cb-4297-460a-86a2-90dc4fe4c4f1 req-8ebaafc8-4d99-4a26-ba9a-26a57270184b tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:31.903966 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0d1180cb-4297-460a-86a2-90dc4fe4c4f1 req-8ebaafc8-4d99-4a26-ba9a-26a57270184b tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 944 time: 0.0559230 Mar 30 16:43:31.905332 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 24f6d86e-f990-4ad2-9cde-014b8c0877a2, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=24f6d86e-f990-4ad2-9cde-014b8c0877a2,segment=NetworkSegment(53f919ce-280c-4afb-a161-f7f6739283cb),segment_id=53f919ce-280c-4afb-a161-f7f6739283cb)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:31.950451 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0d1180cb-4297-460a-86a2-90dc4fe4c4f1 req-a2c3c97c-d5ae-4cbf-a30b-1a91279c6413 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Mar 30 16:43:31.979020 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:32.003142 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792026fe-fba6-43bf-b03e-32edfa752241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f6d86e-f990-4ad2-9cde-014b8c0877a2'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:32.005400 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a68da96-a88f-4984-bda5-ed891ed841c8" -d '{"events": [{"server_uuid": "792026fe-fba6-43bf-b03e-32edfa752241", "name": "network-vif-plugged", "status": "completed", "tag": "24f6d86e-f990-4ad2-9cde-014b8c0877a2"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:32.033986 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=24f6d86e-f990-4ad2-9cde-014b8c0877a2,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:32.041807 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea6f1a3-09f3-4494-b523-e0bc4358ea6e x-openstack-request-id: req-6ea6f1a3-09f3-4494-b523-e0bc4358ea6e {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:32.046246 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792026fe-fba6-43bf-b03e-32edfa752241", "name": "network-vif-plugged", "status": "completed", "tag": "24f6d86e-f990-4ad2-9cde-014b8c0877a2", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:32.046246 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ea6f1a3-09f3-4494-b523-e0bc4358ea6e {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:32.046246 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea6f1a3-09f3-4494-b523-e0bc4358ea6e'] response: {'server_uuid': '792026fe-fba6-43bf-b03e-32edfa752241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f6d86e-f990-4ad2-9cde-014b8c0877a2', 'code': 200} Mar 30 16:43:32.416886 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e29bc-f6fc-4657-8820-80f586317fd5 req-0a8e9b0a-878a-4a6b-81f0-3c02c54a7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:32.418947 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f82e29bc-f6fc-4657-8820-80f586317fd5 req-0a8e9b0a-878a-4a6b-81f0-3c02c54a7e41 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 1129 time: 0.0473042 Mar 30 16:43:32.467659 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f82e29bc-f6fc-4657-8820-80f586317fd5 req-b96f5bc7-a316-4980-8534-2779163dc500 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377746 Mar 30 16:43:33.003516 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c17fb4-76b0-4776-9143-9813d4b4d667 req-23c52d38-3a41-4e76-961c-1019a0ff05d3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:33.005055 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e4c17fb4-76b0-4776-9143-9813d4b4d667 req-23c52d38-3a41-4e76-961c-1019a0ff05d3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0509789 Mar 30 16:43:33.056066 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e4c17fb4-76b0-4776-9143-9813d4b4d667 req-67fff076-88a4-431a-b777-b2f091dec530 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453787 Mar 30 16:43:33.070766 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e8c40-46ef-4a25-9aab-73de2667a53a req-328ef839-7a2c-4a76-bf30-e1775344ec4a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:33.072262 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0a7e8c40-46ef-4a25-9aab-73de2667a53a req-328ef839-7a2c-4a76-bf30-e1775344ec4a tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 945 time: 0.0514791 Mar 30 16:43:33.124339 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0a7e8c40-46ef-4a25-9aab-73de2667a53a req-bdd7e785-56fa-4874-b611-53285e9c3adb tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451729 Mar 30 16:43:33.181303 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa68233-0161-4015-ab4c-3bd9401af446 req-5e7f618d-8635-4e7d-ad37-ff7c423983f1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:33.183431 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-daa68233-0161-4015-ab4c-3bd9401af446 req-5e7f618d-8635-4e7d-ad37-ff7c423983f1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0545781 Mar 30 16:43:33.193553 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 39874) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:33.198066 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-d529278c-c418-4911-8557-030f13a6380a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Request body: {'floatingip': {'port_id': '2cabb66b-e258-41cb-9b62-1e5046c4e584'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:33.253367 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-d529278c-c418-4911-8557-030f13a6380a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for floatingip (df416c38-d585-4973-b60b-604dc78da65a), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:33.676177 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-d529278c-c418-4911-8557-030f13a6380a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:33.778996 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-d529278c-c418-4911-8557-030f13a6380a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (df416c38-d585-4973-b60b-604dc78da65a), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:33.779276 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-09de986d-d795-4620-ac77-06520f014bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:33.882227 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.l3_db [None req-d529278c-c418-4911-8557-030f13a6380a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Floating IP df416c38-d585-4973-b60b-604dc78da65a associated. External IP: 172.28.2.168, port: 2cabb66b-e258-41cb-9b62-1e5046c4e584. Mar 30 16:43:34.091203 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d529278c-c418-4911-8557-030f13a6380a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:34.211195 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d529278c-c418-4911-8557-030f13a6380a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:34.221887 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8938aa35-18fc-4b41-9b8b-50428214c798 None None] Sync routers for ids ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:43:34.229768 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-d529278c-c418-4911-8557-030f13a6380a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:34.232939 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8938aa35-18fc-4b41-9b8b-50428214c798 None None] Routers {'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:34.233687 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-8938aa35-18fc-4b41-9b8b-50428214c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:43:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:34.265622 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-d529278c-c418-4911-8557-030f13a6380a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "PUT /v2.0/floatingips/df416c38-d585-4973-b60b-604dc78da65a HTTP/1.1" status: 200 len: 992 time: 1.0709479 Mar 30 16:43:34.267062 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'tag': '2cabb66b-e258-41cb-9b62-1e5046c4e584'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:34.269318 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ced7528-c38a-40bd-99ad-df701f7fe4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "db7c7fd4-e762-48cf-93d3-d764bf8f4f40", "tag": "2cabb66b-e258-41cb-9b62-1e5046c4e584"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:34.294001 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd85f8-67dd-4ab3-8d62-d234d3add445 req-cc68c558-4b96-43fd-8d15-1d574cf83873 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:34.294001 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2ccd85f8-67dd-4ab3-8d62-d234d3add445 req-cc68c558-4b96-43fd-8d15-1d574cf83873 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 945 time: 0.0918694 Mar 30 16:43:34.319084 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a55144b-74d8-49a3-a0e1-917ed6adbaf4 x-openstack-request-id: req-0a55144b-74d8-49a3-a0e1-917ed6adbaf4 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:34.319824 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7c7fd4-e762-48cf-93d3-d764bf8f4f40", "tag": "2cabb66b-e258-41cb-9b62-1e5046c4e584", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:34.319824 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a55144b-74d8-49a3-a0e1-917ed6adbaf4 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:34.320073 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a55144b-74d8-49a3-a0e1-917ed6adbaf4'] response: {'name': 'network-changed', 'server_uuid': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'tag': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'status': 'completed', 'code': 200} Mar 30 16:43:34.352519 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-8938aa35-18fc-4b41-9b8b-50428214c798 None None] Set router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:34.376940 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2ccd85f8-67dd-4ab3-8d62-d234d3add445 req-eba754db-851c-42d4-87ec-fc29b88c9623 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800824 Mar 30 16:43:34.408188 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced7528-c38a-40bd-99ad-df701f7fe4ee req-982bae37-aabd-4c00-8d9a-02989907c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:34.409720 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9ced7528-c38a-40bd-99ad-df701f7fe4ee req-982bae37-aabd-4c00-8d9a-02989907c818 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9aeead52e01c4a67b8294c0188d476bb&device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 1130 time: 0.0709879 Mar 30 16:43:34.516653 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced7528-c38a-40bd-99ad-df701f7fe4ee req-a5afc830-2d8f-42ce-a8fe-29c14f39811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:34.518391 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9ced7528-c38a-40bd-99ad-df701f7fe4ee req-a5afc830-2d8f-42ce-a8fe-29c14f39811e service neutron] 10.222.0.45 "GET /v2.0/networks?id=502a6e91-b591-4f3b-8946-72c3ddeb25ad HTTP/1.1" status: 200 len: 916 time: 0.0943162 Mar 30 16:43:34.597831 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9ced7528-c38a-40bd-99ad-df701f7fe4ee req-a57036b0-e05c-4036-b585-5a734c249357 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584 HTTP/1.1" status: 200 len: 1000 time: 0.0636935 Mar 30 16:43:34.627775 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-8938aa35-18fc-4b41-9b8b-50428214c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'df416c38-d585-4973-b60b-604dc78da65a', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'floating_ip_address': '172.28.2.168', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'port_id': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'mac_address': 'fa:16:3e:c8:24:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:19Z', 'updated_at': '2022-03-30T16:43:33Z', 'revision_number': 1, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:34.654493 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced7528-c38a-40bd-99ad-df701f7fe4ee req-feeab827-bb5e-4bf7-b3e2-fb4342a29734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:34.655964 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9ced7528-c38a-40bd-99ad-df701f7fe4ee req-feeab827-bb5e-4bf7-b3e2-fb4342a29734 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9df6b30-1554-4ac7-a638-1eff78d1538f HTTP/1.1" status: 200 len: 854 time: 0.0484223 Mar 30 16:43:34.658212 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8938aa35-18fc-4b41-9b8b-50428214c798 None None] Checking router: ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:43:34.666629 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8938aa35-18fc-4b41-9b8b-50428214c798 None None] Routers {'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:34.668186 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-8938aa35-18fc-4b41-9b8b-50428214c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:43:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:34.706216 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced7528-c38a-40bd-99ad-df701f7fe4ee req-5b62050a-ad33-4a05-82f5-cc24e4622db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:34.707727 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9ced7528-c38a-40bd-99ad-df701f7fe4ee req-5b62050a-ad33-4a05-82f5-cc24e4622db8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=502a6e91-b591-4f3b-8946-72c3ddeb25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0456009 Mar 30 16:43:34.778615 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-8938aa35-18fc-4b41-9b8b-50428214c798 None None] Set router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:34.812362 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9ced7528-c38a-40bd-99ad-df701f7fe4ee req-34ac23af-5be0-4807-af06-cb1338a7473a service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896881 Mar 30 16:43:34.906829 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9ced7528-c38a-40bd-99ad-df701f7fe4ee req-8a817e67-ac40-4942-8e97-bf6f35c9c0f9 service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878820 Mar 30 16:43:35.124740 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-8938aa35-18fc-4b41-9b8b-50428214c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'df416c38-d585-4973-b60b-604dc78da65a', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'floating_ip_address': '172.28.2.168', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'port_id': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'mac_address': 'fa:16:3e:c8:24:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:19Z', 'updated_at': '2022-03-30T16:43:33Z', 'revision_number': 1, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:35.158111 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8938aa35-18fc-4b41-9b8b-50428214c798 None None] The sync data for ids ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'] in dv-cinder-835871-1-smb is: [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'df416c38-d585-4973-b60b-604dc78da65a', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'floating_ip_address': '172.28.2.168', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'port_id': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'mac_address': 'fa:16:3e:c8:24:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:19Z', 'updated_at': '2022-03-30T16:43:33Z', 'revision_number': 1, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:43:35.265984 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:35.353512 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11af541-16ee-448c-a85f-32758c559dbb None None] New status for floating IP df416c38-d585-4973-b60b-604dc78da65a: ACTIVE {{(pid=105699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:43:36.428649 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:38.201049 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:39.183252 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c3c4e-719f-495b-97b4-d6e997f44a58 req-0e3fe832-d787-4568-96e9-53edf6859645 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:39.184741 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9f3c3c4e-719f-495b-97b4-d6e997f44a58 req-0e3fe832-d787-4568-96e9-53edf6859645 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0531981 Mar 30 16:43:39.234564 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9f3c3c4e-719f-495b-97b4-d6e997f44a58 req-4a2ccc3f-89cb-426c-8600-6a0069fd0351 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441368 Mar 30 16:43:40.353644 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123971cf-e948-493f-bb2c-0244990d4836 req-07e5c5e7-7c02-45f3-9a1c-78c64d6dc134 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:40.355335 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-123971cf-e948-493f-bb2c-0244990d4836 req-07e5c5e7-7c02-45f3-9a1c-78c64d6dc134 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0550604 Mar 30 16:43:40.401523 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-123971cf-e948-493f-bb2c-0244990d4836 req-746af505-e6e3-4beb-b53c-d6529e795f96 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406580 Mar 30 16:43:41.521855 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa232c-3fc3-41eb-93d2-e62ad76c8476 req-88ead290-0b11-45ee-bcac-c9d89324529f tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:41.523337 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b6aa232c-3fc3-41eb-93d2-e62ad76c8476 req-88ead290-0b11-45ee-bcac-c9d89324529f tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0536149 Mar 30 16:43:41.572351 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b6aa232c-3fc3-41eb-93d2-e62ad76c8476 req-65bc7d02-53f0-42c4-9b10-a209cf91e025 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=39491de1-2d21-46a5-bad5-7ce8873cbe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425692 Mar 30 16:43:41.635983 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39942d87-fd27-4665-af7a-eac7109cad5d req-f7f03388-ae09-479f-afcf-e0024f635a30 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:41.637439 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-39942d87-fd27-4665-af7a-eac7109cad5d req-f7f03388-ae09-479f-afcf-e0024f635a30 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.45 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 946 time: 0.0518188 Mar 30 16:43:41.976472 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-39942d87-fd27-4665-af7a-eac7109cad5d req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Deleting port 9508a9f6-aa96-462c-9fcf-870f5505d80f {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:43:41.976713 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-39942d87-fd27-4665-af7a-eac7109cad5d req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:42.064323 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-39942d87-fd27-4665-af7a-eac7109cad5d req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] For port 9508a9f6-aa96-462c-9fcf-870f5505d80f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9508a9f6-aa96-462c-9fcf-870f5505d80f,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:42.064707 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-39942d87-fd27-4665-af7a-eac7109cad5d req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:42.289530 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-39942d87-fd27-4665-af7a-eac7109cad5d req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:42.289905 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-39942d87-fd27-4665-af7a-eac7109cad5d req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (2458016a-2161-4ec1-9d05-4ab838559563), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:42.290272 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.l3_db [req-39942d87-fd27-4665-af7a-eac7109cad5d req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Floating IP 2458016a-2161-4ec1-9d05-4ab838559563 disassociated. External IP: 172.28.2.50, port: 9508a9f6-aa96-462c-9fcf-870f5505d80f. Mar 30 16:43:42.290683 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-39942d87-fd27-4665-af7a-eac7109cad5d req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Calling delete_port for 9508a9f6-aa96-462c-9fcf-870f5505d80f owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:43:42.544717 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-39942d87-fd27-4665-af7a-eac7109cad5d req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (9508a9f6-aa96-462c-9fcf-870f5505d80f), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:42.574688 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event deleted for resources: {'Port': ['ID=9508a9f6-aa96-462c-9fcf-870f5505d80f,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:42.681847 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0b67c040-ed03-40aa-ba8b-bf5069c4a5a2 req-e3586c2a-9be7-4a39-b5e1-5ed345dbdb63 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 210 time: 0.0339625 Mar 30 16:43:42.721596 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39942d87-fd27-4665-af7a-eac7109cad5d req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Router b83a1f9b-fede-4aca-9ff7-2df2907fc088 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:42.831015 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39942d87-fd27-4665-af7a-eac7109cad5d req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:42.843032 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2003d41-16e3-464b-a6c3-07dfa485b205 None None] Sync routers for ids ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:43:42.853387 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2003d41-16e3-464b-a6c3-07dfa485b205 None None] Routers {'b83a1f9b-fede-4aca-9ff7-2df2907fc088'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:42.861669 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-b2003d41-16e3-464b-a6c3-07dfa485b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:43:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:42.876930 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-39942d87-fd27-4665-af7a-eac7109cad5d req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] No DVR routers for this DVR port 9508a9f6-aa96-462c-9fcf-870f5505d80f on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:43:42.879580 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-39942d87-fd27-4665-af7a-eac7109cad5d req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:42.883277 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-39942d87-fd27-4665-af7a-eac7109cad5d req-bb4373e7-e9fe-49d3-99bb-07c5415d186e tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.45 "DELETE /v2.0/ports/9508a9f6-aa96-462c-9fcf-870f5505d80f HTTP/1.1" status: 204 len: 173 time: 1.2391396 Mar 30 16:43:42.883810 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62774243-bf60-4ab7-8cd3-818a83414ca6', 'name': 'network-vif-deleted', 'tag': '9508a9f6-aa96-462c-9fcf-870f5505d80f'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:42.886191 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f80cd6e-21ec-42eb-b2a7-a9ef5465a580" -d '{"events": [{"server_uuid": "62774243-bf60-4ab7-8cd3-818a83414ca6", "name": "network-vif-deleted", "tag": "9508a9f6-aa96-462c-9fcf-870f5505d80f"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:42.944571 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0f134e-aa57-4353-9a78-0ebb11c4da40 x-openstack-request-id: req-0e0f134e-aa57-4353-9a78-0ebb11c4da40 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:42.944936 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62774243-bf60-4ab7-8cd3-818a83414ca6", "name": "network-vif-deleted", "tag": "9508a9f6-aa96-462c-9fcf-870f5505d80f", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:42.945420 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e0f134e-aa57-4353-9a78-0ebb11c4da40 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:42.945837 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0f134e-aa57-4353-9a78-0ebb11c4da40'] response: {'server_uuid': '62774243-bf60-4ab7-8cd3-818a83414ca6', 'name': 'network-vif-deleted', 'tag': '9508a9f6-aa96-462c-9fcf-870f5505d80f', 'status': 'completed', 'code': 200} Mar 30 16:43:42.990478 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-b2003d41-16e3-464b-a6c3-07dfa485b205 None None] Set router b83a1f9b-fede-4aca-9ff7-2df2907fc088 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:43.204315 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-b2003d41-16e3-464b-a6c3-07dfa485b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:40:02Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:43.231350 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2003d41-16e3-464b-a6c3-07dfa485b205 None None] Checking router: b83a1f9b-fede-4aca-9ff7-2df2907fc088 for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:43:43.239790 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2003d41-16e3-464b-a6c3-07dfa485b205 None None] Routers {'b83a1f9b-fede-4aca-9ff7-2df2907fc088'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:43.240405 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-b2003d41-16e3-464b-a6c3-07dfa485b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:43:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:43.349171 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-b2003d41-16e3-464b-a6c3-07dfa485b205 None None] Set router b83a1f9b-fede-4aca-9ff7-2df2907fc088 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:43.547736 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-b2003d41-16e3-464b-a6c3-07dfa485b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:40:02Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:43.578679 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2003d41-16e3-464b-a6c3-07dfa485b205 None None] The sync data for ids ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'] in dv-cinder-835871-1-smb is: [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:40:02Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:43:43.792762 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0e03834c-6a83-4c81-9808-f1a3ed89a4a5 req-6bc5decc-6a74-46cb-ae33-5f2d95c91e7d tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=62774243-bf60-4ab7-8cd3-818a83414ca6 HTTP/1.1" status: 200 len: 210 time: 0.0273683 Mar 30 16:43:43.817425 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d8bc5-e891-4d53-9cd5-a92c73c1e64f None None] New status for floating IP 2458016a-2161-4ec1-9d05-4ab838559563: DOWN {{(pid=105699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:43:45.000812 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 39954) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:45.053986 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-624aa58f-9e39-4799-b2ca-390156e6ac69 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group (39491de1-2d21-46a5-bad5-7ce8873cbe1d), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:45.076757 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-624aa58f-9e39-4799-b2ca-390156e6ac69 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group (39491de1-2d21-46a5-bad5-7ce8873cbe1d), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:45.275376 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-624aa58f-9e39-4799-b2ca-390156e6ac69 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (39491de1-2d21-46a5-bad5-7ce8873cbe1d), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:45.278916 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-624aa58f-9e39-4799-b2ca-390156e6ac69 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:45.280091 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-624aa58f-9e39-4799-b2ca-390156e6ac69 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "DELETE /v2.0/security-groups/39491de1-2d21-46a5-bad5-7ce8873cbe1d HTTP/1.1" status: 204 len: 168 time: 0.2782629 Mar 30 16:43:45.282936 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 39956) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:45.289307 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624aa58f-9e39-4799-b2ca-390156e6ac69 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39491de1-2d21-46a5-bad5-7ce8873cbe1d,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:45.301025 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.api.v2.resource [None req-072f3724-7c95-49e9-a2b9-db5a2f3c395d tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] show failed (client error): The resource could not be found. Mar 30 16:43:45.305865 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 39958) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:45.306006 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-072f3724-7c95-49e9-a2b9-db5a2f3c395d tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups/39491de1-2d21-46a5-bad5-7ce8873cbe1d HTTP/1.1" status: 404 len: 347 time: 0.0218143 Mar 30 16:43:45.435534 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-ad471efb-baff-4817-a14c-118d4c007e56 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Deleting port 154b3c6c-5e61-4eef-af44-0066e0c93ea8 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:43:45.435904 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ad471efb-baff-4817-a14c-118d4c007e56 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (154b3c6c-5e61-4eef-af44-0066e0c93ea8), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:45.513963 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ad471efb-baff-4817-a14c-118d4c007e56 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (154b3c6c-5e61-4eef-af44-0066e0c93ea8), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:45.514301 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ad471efb-baff-4817-a14c-118d4c007e56 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for floatingip (154b3c6c-5e61-4eef-af44-0066e0c93ea8), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:45.526145 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-ad471efb-baff-4817-a14c-118d4c007e56 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Calling delete_port for 154b3c6c-5e61-4eef-af44-0066e0c93ea8 owned by network:floatingip {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:43:45.748993 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 9508a9f6-aa96-462c-9fcf-870f5505d80f no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:43:45.755857 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ad471efb-baff-4817-a14c-118d4c007e56 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (154b3c6c-5e61-4eef-af44-0066e0c93ea8), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:45.769238 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 9508a9f6-aa96-462c-9fcf-870f5505d80f {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:43:45.769573 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 9508a9f6-aa96-462c-9fcf-870f5505d80f not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:43:45.783468 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad471efb-baff-4817-a14c-118d4c007e56 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event deleted for resources: {'Port': ['ID=154b3c6c-5e61-4eef-af44-0066e0c93ea8,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:45.842820 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ad471efb-baff-4817-a14c-118d4c007e56 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for floatingip (2458016a-2161-4ec1-9d05-4ab838559563), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:45.845305 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ad471efb-baff-4817-a14c-118d4c007e56 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:45.846453 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-ad471efb-baff-4817-a14c-118d4c007e56 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "DELETE /v2.0/floatingips/2458016a-2161-4ec1-9d05-4ab838559563 HTTP/1.1" status: 204 len: 168 time: 0.5395632 Mar 30 16:43:46.269321 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 39970) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:46.273808 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-a2760b52-f7bf-4d88-9e16-c1a257ab1b0a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--949210591', 'description': 'tempest-description--325593186'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:46.378139 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a2760b52-f7bf-4d88-9e16-c1a257ab1b0a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:46.446152 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a2760b52-f7bf-4d88-9e16-c1a257ab1b0a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group (68ab1a8f-8920-4fbd-95aa-71153a8521c2), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:46.532333 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a2760b52-f7bf-4d88-9e16-c1a257ab1b0a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (68ab1a8f-8920-4fbd-95aa-71153a8521c2), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:46.561568 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2760b52-f7bf-4d88-9e16-c1a257ab1b0a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ab1a8f-8920-4fbd-95aa-71153a8521c2,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:46.654397 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a2760b52-f7bf-4d88-9e16-c1a257ab1b0a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:46.655666 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-a2760b52-f7bf-4d88-9e16-c1a257ab1b0a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3853295 Mar 30 16:43:46.658475 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 39974) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:46.662835 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-1513be5f-fbbd-4337-8d8f-55050ca7d3c8 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Request body: {'security_group_rule': {'security_group_id': '68ab1a8f-8920-4fbd-95aa-71153a8521c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:46.775870 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-1513be5f-fbbd-4337-8d8f-55050ca7d3c8 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group_rule (0f36ae46-efbf-4269-b7f9-be9b2f0ce607), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:46.833541 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-1513be5f-fbbd-4337-8d8f-55050ca7d3c8 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group_rule (0f36ae46-efbf-4269-b7f9-be9b2f0ce607), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:46.909549 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-1513be5f-fbbd-4337-8d8f-55050ca7d3c8 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (0f36ae46-efbf-4269-b7f9-be9b2f0ce607), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:46.926853 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513be5f-fbbd-4337-8d8f-55050ca7d3c8 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f36ae46-efbf-4269-b7f9-be9b2f0ce607,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:46.966364 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:43:47.076959 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-1513be5f-fbbd-4337-8d8f-55050ca7d3c8 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:47.078212 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-1513be5f-fbbd-4337-8d8f-55050ca7d3c8 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4187737 Mar 30 16:43:47.080946 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 39976) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:47.089234 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-f5d3fc32-e828-4cda-a917-5048c9b26d1d tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Request body: {'security_group_rule': {'security_group_id': '68ab1a8f-8920-4fbd-95aa-71153a8521c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:47.211556 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f5d3fc32-e828-4cda-a917-5048c9b26d1d tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group_rule (ced61fb6-2322-432c-a890-aad4940bf2e4), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:47.363651 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f5d3fc32-e828-4cda-a917-5048c9b26d1d tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group_rule (ced61fb6-2322-432c-a890-aad4940bf2e4), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:47.452764 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f5d3fc32-e828-4cda-a917-5048c9b26d1d tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (ced61fb6-2322-432c-a890-aad4940bf2e4), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:47.471013 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3fc32-e828-4cda-a917-5048c9b26d1d tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced61fb6-2322-432c-a890-aad4940bf2e4,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:47.563214 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f5d3fc32-e828-4cda-a917-5048c9b26d1d tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:47.564417 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-f5d3fc32-e828-4cda-a917-5048c9b26d1d tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4825482 Mar 30 16:43:47.567452 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 39980) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:47.571777 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Request body: {'floatingip': {'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:47.726257 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:47.828596 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:47.932243 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Allocated IP 172.28.2.2 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/1ac861c8-7039-451b-a5a3-8392706965a4) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:48.034861 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for port (1ac861c8-7039-451b-a5a3-8392706965a4), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:48.161487 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (1ac861c8-7039-451b-a5a3-8392706965a4), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:48.199108 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:48.202022 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:48.208446 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:43:48.214722 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event updated for resources: {'Port': ['ID=1ac861c8-7039-451b-a5a3-8392706965a4,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:48.242311 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.242590 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.242931 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.243268 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.243599 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.243928 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.244253 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.244628 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.245210 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.245746 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.246080 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.246411 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.246740 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.247062 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.247383 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:48.312320 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for floatingip (730864a1-2b45-4f6e-9d9b-e2aa5239ee94), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:48.416157 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (1ac861c8-7039-451b-a5a3-8392706965a4), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:48.564347 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for port (1ac861c8-7039-451b-a5a3-8392706965a4), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:48.645623 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (1ac861c8-7039-451b-a5a3-8392706965a4), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:48.715952 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event updated for resources: {'Port': ['ID=1ac861c8-7039-451b-a5a3-8392706965a4,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:48.724139 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (730864a1-2b45-4f6e-9d9b-e2aa5239ee94), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:48.868399 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:48.868399 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-93fb76a1-7acb-445b-b66a-2e6dbce14345 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2989578 Mar 30 16:43:49.061520 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-1312dbb6-712d-4f78-afe5-0e36e0d44f99 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--949210591&fields=id&tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1 HTTP/1.1" status: 200 len: 267 time: 0.0435293 Mar 30 16:43:49.163418 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-eae3f96f-e90d-4da8-ade9-b8d9fc00cccb tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:49.164782 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-eae3f96f-e90d-4da8-ade9-b8d9fc00cccb tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/networks?id=b25aae61-5ff8-46b1-a103-9f8fe1189903 HTTP/1.1" status: 200 len: 811 time: 0.0968599 Mar 30 16:43:49.180188 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-bdf79a52-1efa-4f0c-993c-472757227e51 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/quotas/48f7c81127e94b1b8582c9dbbc26aaf1 HTTP/1.1" status: 200 len: 375 time: 0.0088513 Mar 30 16:43:49.237718 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f50370ec-df4e-435e-b879-46bb402a6883 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521562 Mar 30 16:43:49.329715 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-d4913432-465f-4006-82e0-c76c0e8d9d0b service neutron] 10.222.0.36 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800474 Mar 30 16:43:49.420004 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-be8e144f-7cdc-460a-b783-66a18369f372 service neutron] 10.222.0.36 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845056 Mar 30 16:43:49.722634 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-78f6d98e-5ed1-47b1-a31c-6d59c9bd94d4 req-81e6e4c2-955e-4a13-aa57-1932e1587e95 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 210 time: 0.0267103 Mar 30 16:43:50.815522 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-834cebea-f001-4c7e-80e8-e6c73f6fd21b req-6dcb39d7-ed94-4b30-810a-83ca59544844 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 210 time: 0.0273488 Mar 30 16:43:51.920721 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c44980e2-57d0-4368-b083-5db442f393b1 req-be5f7209-be1a-4c83-afb7-68640cb44f30 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 210 time: 0.0303895 Mar 30 16:43:52.056665 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-c27d4425-51b5-40bd-a5c8-75a32720379f tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:52.058722 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-c27d4425-51b5-40bd-a5c8-75a32720379f tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.45 "GET /v2.0/networks?id=b25aae61-5ff8-46b1-a103-9f8fe1189903 HTTP/1.1" status: 200 len: 811 time: 0.1011503 Mar 30 16:43:52.144459 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-8d4d6fda-c1ff-42a1-99c5-882c90ee2a9a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1 HTTP/1.1" status: 200 len: 379 time: 0.0646980 Mar 30 16:43:52.155868 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-4e372e7b-0c61-4e93-abc8-1b67c2807afd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Request body: {'port': {'device_id': '255d1cd4-53d1-4570-a06e-ec91f8b0cafe', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'admin_state_up': True, 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'security_groups': ['68ab1a8f-8920-4fbd-95aa-71153a8521c2']}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:52.479872 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-4e372e7b-0c61-4e93-abc8-1b67c2807afd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Made reservation on behalf of 48f7c81127e94b1b8582c9dbbc26aaf1 for: {'port': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:43:52.483344 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-4e372e7b-0c61-4e93-abc8-1b67c2807afd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:52.607716 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-4e372e7b-0c61-4e93-abc8-1b67c2807afd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Allocated IP 172.20.0.13 (b25aae61-5ff8-46b1-a103-9f8fe1189903/94c1e00c-666a-41cc-aec2-f68aac843912/403f8c59-f1d1-45f4-b6eb-9fc6579a0a31) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:52.740698 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-4e372e7b-0c61-4e93-abc8-1b67c2807afd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:52.843378 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-4e372e7b-0c61-4e93-abc8-1b67c2807afd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:52.886004 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-4e372e7b-0c61-4e93-abc8-1b67c2807afd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Network b25aae61-5ff8-46b1-a103-9f8fe1189903 is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:52.889039 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-4e372e7b-0c61-4e93-abc8-1b67c2807afd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:52.895116 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-4e372e7b-0c61-4e93-abc8-1b67c2807afd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:43:52.901127 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e372e7b-0c61-4e93-abc8-1b67c2807afd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event updated for resources: {'Port': ['ID=403f8c59-f1d1-45f4-b6eb-9fc6579a0a31,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:52.952743 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-4e372e7b-0c61-4e93-abc8-1b67c2807afd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:52.952743 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-4e372e7b-0c61-4e93-abc8-1b67c2807afd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.038464 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-4e372e7b-0c61-4e93-abc8-1b67c2807afd tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8860693 Mar 30 16:43:53.051666 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a529bbe-9870-4076-8cc5-bb303bce8aba req-454ba3b1-4f61-4f26-b1b2-d154bfc780a0 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:53.053207 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7a529bbe-9870-4076-8cc5-bb303bce8aba req-454ba3b1-4f61-4f26-b1b2-d154bfc780a0 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 932 time: 0.0622995 Mar 30 16:43:53.058718 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Request body: {'port': {'device_id': '255d1cd4-53d1-4570-a06e-ec91f8b0cafe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:53.100814 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-ba32103c-9621-419d-9afe-e4b40b9bb923 None None] Provisioning complete for port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:43:53.101334 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ba32103c-9621-419d-9afe-e4b40b9bb923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.140432 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-ba32103c-9621-419d-9afe-e4b40b9bb923 None None] Port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:43:53.148750 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7a529bbe-9870-4076-8cc5-bb303bce8aba req-b2e82833-6740-4d37-ad01-10131d7891ab tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871985 Mar 30 16:43:53.151681 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.410589 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 {{(pid=105696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:43:53.418667 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Publish callbacks [] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.430601 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.provisioning_blocks [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Transition to ACTIVE for port object 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 will not be triggered until provisioned by entity L2. {{(pid=105696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:43:53.532511 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.586187 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Pushing event updated for resources: {'Port': ['ID=403f8c59-f1d1-45f4-b6eb-9fc6579a0a31,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:53.657010 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Attempting to bind port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:43:53.657514 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Attempting to bind port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:43:53.657680 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Attempting to bind port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 on network b25aae61-5ff8-46b1-a103-9f8fe1189903 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:43:53.662315 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 on network b25aae61-5ff8-46b1-a103-9f8fe1189903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:43:53.662607 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Attempting to bind port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 on network b25aae61-5ff8-46b1-a103-9f8fe1189903 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:43:53.668357 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:43:53.668713 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Checking segment: {'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:43:53.669127 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Bound using segment: {'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:43:53.669563 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Bound port: 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cb0384-e241-46d2-893d-c345082d7906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903'}}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:43:53.669930 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.743693 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] For port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31, host hv-cinder-83587, cleared binding levels {{(pid=105696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:43:53.747572 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] For port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=403f8c59-f1d1-45f4-b6eb-9fc6579a0a31,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:43:53.813229 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.846907 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:53.847540 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.848983 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] 10.222.0.45 "PUT /v2.0/ports/403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 HTTP/1.1" status: 200 len: 1094 time: 0.7947838 Mar 30 16:43:53.849498 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255d1cd4-53d1-4570-a06e-ec91f8b0cafe', 'tag': '403f8c59-f1d1-45f4-b6eb-9fc6579a0a31'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:53.851680 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733f26c2-0311-4d08-8844-f2f1aa755558" -d '{"events": [{"name": "network-changed", "server_uuid": "255d1cd4-53d1-4570-a06e-ec91f8b0cafe", "tag": "403f8c59-f1d1-45f4-b6eb-9fc6579a0a31"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:53.880967 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d0bf7-b664-49d2-92df-b4f7e7b9ff27 service neutron] Pushing event updated for resources: {'Port': ['ID=403f8c59-f1d1-45f4-b6eb-9fc6579a0a31,revision_number=3']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:53.892984 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf40015-6d34-4c1a-8ee7-e37832c8f9a5 x-openstack-request-id: req-bbf40015-6d34-4c1a-8ee7-e37832c8f9a5 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:53.893287 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255d1cd4-53d1-4570-a06e-ec91f8b0cafe", "tag": "403f8c59-f1d1-45f4-b6eb-9fc6579a0a31", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:53.893550 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbf40015-6d34-4c1a-8ee7-e37832c8f9a5 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:53.894010 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf40015-6d34-4c1a-8ee7-e37832c8f9a5'] response: {'name': 'network-changed', 'server_uuid': '255d1cd4-53d1-4570-a06e-ec91f8b0cafe', 'tag': '403f8c59-f1d1-45f4-b6eb-9fc6579a0a31', 'status': 'completed', 'code': 200} Mar 30 16:43:53.980820 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f26c2-0311-4d08-8844-f2f1aa755558 req-d9684a02-f977-45f9-be36-1f0558d37bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:53.982714 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-733f26c2-0311-4d08-8844-f2f1aa755558 req-d9684a02-f977-45f9-be36-1f0558d37bc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1&device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 1128 time: 0.0540292 Mar 30 16:43:54.099584 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f26c2-0311-4d08-8844-f2f1aa755558 req-b16caf48-d88d-4462-93cc-fdc247481d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:54.101132 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-733f26c2-0311-4d08-8844-f2f1aa755558 req-b16caf48-d88d-4462-93cc-fdc247481d44 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1051588 Mar 30 16:43:54.202019 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f26c2-0311-4d08-8844-f2f1aa755558 req-b78091e3-2b57-4644-a8e1-5af6fec58ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:54.203630 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-733f26c2-0311-4d08-8844-f2f1aa755558 req-b78091e3-2b57-4644-a8e1-5af6fec58ed9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947669 Mar 30 16:43:54.308139 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041327a1-80e4-4fb6-8286-7aaf0b430883 req-92039a97-e4e4-4f1e-af88-356ba07cd9ce tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:54.309661 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-041327a1-80e4-4fb6-8286-7aaf0b430883 req-92039a97-e4e4-4f1e-af88-356ba07cd9ce tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 944 time: 0.0904346 Mar 30 16:43:54.316109 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-c7d0ec3b-ed51-4257-9f9c-52539639ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:54.317587 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-c7d0ec3b-ed51-4257-9f9c-52539639ac09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1&device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 1128 time: 0.0694623 Mar 30 16:43:54.366676 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-968b2ef1-0601-4634-91ac-ed504fd30590 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 HTTP/1.1" status: 200 len: 217 time: 0.0407021 Mar 30 16:43:54.426239 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-041327a1-80e4-4fb6-8286-7aaf0b430883 req-bc50140d-66d5-47fa-afc9-bea270be491a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077018 Mar 30 16:43:54.436628 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-fada71ff-282d-4eff-91ad-36e5cbfa04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:54.438301 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-fada71ff-282d-4eff-91ad-36e5cbfa04c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94c1e00c-666a-41cc-aec2-f68aac843912 HTTP/1.1" status: 200 len: 850 time: 0.0617580 Mar 30 16:43:54.492396 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-d4c7e6f0-a121-40b6-a96a-8ed768c5de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:54.494086 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-d4c7e6f0-a121-40b6-a96a-8ed768c5de9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b25aae61-5ff8-46b1-a103-9f8fe1189903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0463073 Mar 30 16:43:54.584633 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-0acfb829-b678-472e-a463-1562dc422f39 service neutron] 10.222.0.45 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810490 Mar 30 16:43:54.675357 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-40ea16d1-7297-4b28-9102-dcc35b03c1d1 req-52d266c6-5bbe-491c-a87d-5716ddb585c3 service neutron] 10.222.0.45 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834332 Mar 30 16:43:55.544736 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f18d4-03ea-4272-aebf-ea1bb2d02366 req-cabdf31f-ee91-45ad-b597-0f048c2aa526 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:55.546272 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4d4f18d4-03ea-4272-aebf-ea1bb2d02366 req-cabdf31f-ee91-45ad-b597-0f048c2aa526 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 944 time: 0.0522699 Mar 30 16:43:55.597460 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4d4f18d4-03ea-4272-aebf-ea1bb2d02366 req-c866e26a-ed10-4273-bada-03126d7fba67 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450516 Mar 30 16:43:56.719795 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302b7c6-e50c-4f98-9a95-97b03eca32b4 req-86770d39-e0c8-4dc7-bb0e-e17d8f39b939 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:56.721309 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1302b7c6-e50c-4f98-9a95-97b03eca32b4 req-86770d39-e0c8-4dc7-bb0e-e17d8f39b939 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 944 time: 0.0531912 Mar 30 16:43:56.767873 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-1302b7c6-e50c-4f98-9a95-97b03eca32b4 req-d1407f54-6d17-4bad-a8ae-3c4f3f5cacb8 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407467 Mar 30 16:43:57.155300 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124b79e-4f8a-4809-bb92-d1bc040ad914 req-98523158-c1a8-4635-9623-bd1b450594b1 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:57.156793 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c124b79e-4f8a-4809-bb92-d1bc040ad914 req-98523158-c1a8-4635-9623-bd1b450594b1 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 945 time: 0.0514936 Mar 30 16:43:57.207432 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c124b79e-4f8a-4809-bb92-d1bc040ad914 req-0b5b1c40-4a54-400c-922d-f3ae5de06c55 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447564 Mar 30 16:43:57.821070 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:43:57.894434 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4f652-1299-4dd6-8689-d0a800008388 req-0b692ed6-5289-401f-baa2-8e92af8766bc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:57.896044 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-72d4f652-1299-4dd6-8689-d0a800008388 req-0b692ed6-5289-401f-baa2-8e92af8766bc tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 944 time: 0.0606463 Mar 30 16:43:57.921629 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=403f8c59-f1d1-45f4-b6eb-9fc6579a0a31,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:57.938193 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '403f8c59-f1d1-45f4-b6eb-9fc6579a0a31', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'port_id': '403f8c59-f1d1-45f4-b6eb-9fc6579a0a31', 'mac_address': 'fa:16:3e:1c:95:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:43:57.943125 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-72d4f652-1299-4dd6-8689-d0a800008388 req-022ea774-0f92-452c-b461-50acbb07cdaf tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412669 Mar 30 16:43:57.975253 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:43:57.975651 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:57.989559 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:43:58.008782 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=403f8c59-f1d1-45f4-b6eb-9fc6579a0a31,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:58.063766 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:58.111477 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=403f8c59-f1d1-45f4-b6eb-9fc6579a0a31,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:58.334888 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716d80f-dc9e-48aa-a83c-1042fe4b0eca req-3669091b-0435-47c8-8c0a-49f21b562466 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:58.337114 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9716d80f-dc9e-48aa-a83c-1042fe4b0eca req-3669091b-0435-47c8-8c0a-49f21b562466 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 945 time: 0.0528286 Mar 30 16:43:58.386468 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9716d80f-dc9e-48aa-a83c-1042fe4b0eca req-440e338f-3674-4f9f-88db-929d6e9bd6d1 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418475 Mar 30 16:43:58.388330 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['403f8c59-f1d1-45f4-b6eb-9fc6579a0a31'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:43:59.079872 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d8857-733b-4265-8af2-df02ea707907 req-ae7f6ba0-dd12-4ce3-b6fb-e10bae244005 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:59.081421 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f22d8857-733b-4265-8af2-df02ea707907 req-ae7f6ba0-dd12-4ce3-b6fb-e10bae244005 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 945 time: 0.0636582 Mar 30 16:43:59.132976 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f22d8857-733b-4265-8af2-df02ea707907 req-bbf1155c-6b34-4a51-a73f-7338ff8960b9 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455186 Mar 30 16:43:59.507405 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4612b1-c6eb-4755-bcdb-0b41d8ecf32c req-66fdf382-2e32-4a23-adce-a49d6f380e32 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:59.508980 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6b4612b1-c6eb-4755-bcdb-0b41d8ecf32c req-66fdf382-2e32-4a23-adce-a49d6f380e32 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 945 time: 0.0529919 Mar 30 16:43:59.555976 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6b4612b1-c6eb-4755-bcdb-0b41d8ecf32c req-c23d5c3a-486c-4027-9f24-e6e7d6eef8ec tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412338 Mar 30 16:43:59.837013 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:43:59.978053 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:43:59.986925 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:43:59.986925 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:00.065618 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:44:00.066019 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:00.089876 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255d1cd4-53d1-4570-a06e-ec91f8b0cafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403f8c59-f1d1-45f4-b6eb-9fc6579a0a31'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:00.092127 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f046a489-97f5-4174-b7b6-fd7522c95ca6" -d '{"events": [{"server_uuid": "255d1cd4-53d1-4570-a06e-ec91f8b0cafe", "name": "network-vif-plugged", "status": "completed", "tag": "403f8c59-f1d1-45f4-b6eb-9fc6579a0a31"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:00.108068 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=403f8c59-f1d1-45f4-b6eb-9fc6579a0a31,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:00.139847 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1dbf3c-bd82-4b9a-bc99-60b272191491 x-openstack-request-id: req-7d1dbf3c-bd82-4b9a-bc99-60b272191491 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:00.140162 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255d1cd4-53d1-4570-a06e-ec91f8b0cafe", "name": "network-vif-plugged", "status": "completed", "tag": "403f8c59-f1d1-45f4-b6eb-9fc6579a0a31", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:00.140422 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d1dbf3c-bd82-4b9a-bc99-60b272191491 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:00.140821 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1dbf3c-bd82-4b9a-bc99-60b272191491'] response: {'server_uuid': '255d1cd4-53d1-4570-a06e-ec91f8b0cafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403f8c59-f1d1-45f4-b6eb-9fc6579a0a31', 'code': 200} Mar 30 16:44:00.195559 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:00.229159 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:00.249125 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=403f8c59-f1d1-45f4-b6eb-9fc6579a0a31,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:00.285364 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d1dc9-7ca1-4821-9288-e04884300f10 req-ac19c4e1-e61c-43d0-8300-6b9ff0c2f37c tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:00.286865 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bf8d1dc9-7ca1-4821-9288-e04884300f10 req-ac19c4e1-e61c-43d0-8300-6b9ff0c2f37c tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 946 time: 0.0600827 Mar 30 16:44:00.338016 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bf8d1dc9-7ca1-4821-9288-e04884300f10 req-2677668a-36b6-426d-a847-348c2ff87976 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448124 Mar 30 16:44:00.499954 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995b702-f170-4811-a626-cdbf079387c0 req-3a9fcefb-bf7b-439f-8493-54c616948aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:00.501360 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2995b702-f170-4811-a626-cdbf079387c0 req-3a9fcefb-bf7b-439f-8493-54c616948aaa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 1130 time: 0.0444975 Mar 30 16:44:00.554853 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2995b702-f170-4811-a626-cdbf079387c0 req-aab6cc9c-2879-4c4f-a590-30cbc355a28c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392764 Mar 30 16:44:00.672962 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e5449-2219-48de-9dea-65b16331bfab req-6ae71051-cb25-48dc-955d-35f50e47c900 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:00.674434 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-864e5449-2219-48de-9dea-65b16331bfab req-6ae71051-cb25-48dc-955d-35f50e47c900 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 945 time: 0.0521426 Mar 30 16:44:00.719896 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-864e5449-2219-48de-9dea-65b16331bfab req-eb998679-0c84-4ec9-8410-9d65789dc908 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398061 Mar 30 16:44:01.471036 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317a87b-51ca-4f4a-ba61-5444609e9e9e req-b743a2b4-61ef-455b-bfed-afd65b7a54f7 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:01.472567 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-d317a87b-51ca-4f4a-ba61-5444609e9e9e req-b743a2b4-61ef-455b-bfed-afd65b7a54f7 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 946 time: 0.0584836 Mar 30 16:44:01.522597 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-d317a87b-51ca-4f4a-ba61-5444609e9e9e req-53a76c2f-be31-41b3-b17b-efc1e3701fd7 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443513 Mar 30 16:44:01.590005 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dbec26a7-4ce8-4728-a4dd-0520e988f8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:01.839444 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa1538-99a9-447c-91e5-483a2ec5ea8c req-7b4582bd-193a-43e8-bccd-b879d5d241cd tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:01.842077 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fbaa1538-99a9-447c-91e5-483a2ec5ea8c req-7b4582bd-193a-43e8-bccd-b879d5d241cd tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 945 time: 0.0557775 Mar 30 16:44:01.889653 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fbaa1538-99a9-447c-91e5-483a2ec5ea8c req-a62dff66-1ff5-492c-8554-86a07dc0277f tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 Mar 30 16:44:02.639813 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e02f4-e655-4275-b745-7435a051c49f req-9f8bb89c-fef3-448a-96f6-e8ddfdbee7c0 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:02.641401 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-741e02f4-e655-4275-b745-7435a051c49f req-9f8bb89c-fef3-448a-96f6-e8ddfdbee7c0 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 946 time: 0.0513623 Mar 30 16:44:02.689400 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-741e02f4-e655-4275-b745-7435a051c49f req-b871094f-90a1-4e20-a36c-9f7f26c65a8d tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422466 Mar 30 16:44:02.802835 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb3a38-da8d-4be3-8900-06d3b7f7ab39 req-bbda24e2-5289-4699-ab93-e0d7bc8cff27 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:02.804232 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-eabb3a38-da8d-4be3-8900-06d3b7f7ab39 req-bbda24e2-5289-4699-ab93-e0d7bc8cff27 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 946 time: 0.0521171 Mar 30 16:44:02.812782 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40142) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:02.817750 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-1cc1732e-0edd-4d10-acc0-baef77763f74 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Request body: {'floatingip': {'port_id': '403f8c59-f1d1-45f4-b6eb-9fc6579a0a31'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:02.830755 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88266346-c986-43c8-8c31-b262eb094bc9 req-7198b8d5-6cab-4cb6-a07b-e300d22193cc tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:02.832253 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-88266346-c986-43c8-8c31-b262eb094bc9 req-7198b8d5-6cab-4cb6-a07b-e300d22193cc tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0519280 Mar 30 16:44:02.865054 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1cc1732e-0edd-4d10-acc0-baef77763f74 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for floatingip (730864a1-2b45-4f6e-9d9b-e2aa5239ee94), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:02.886134 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-88266346-c986-43c8-8c31-b262eb094bc9 req-63e69516-8a41-4fc2-87b3-fe1e1c789b22 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482552 Mar 30 16:44:03.094845 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acbfb6-cef7-45ba-94a0-d0c6fe02a2fd req-de6d78e1-cfce-4488-bae9-506100cb84f8 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:03.096270 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b7acbfb6-cef7-45ba-94a0-d0c6fe02a2fd req-de6d78e1-cfce-4488-bae9-506100cb84f8 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 945 time: 0.1368024 Mar 30 16:44:03.120459 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436a82b-18a7-4877-b1c2-9787a09522bb req-18ecdf0a-0585-4b78-a65b-b354720ae711 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:03.121937 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4436a82b-18a7-4877-b1c2-9787a09522bb req-18ecdf0a-0585-4b78-a65b-b354720ae711 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.45 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 945 time: 0.0510221 Mar 30 16:44:03.198116 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b7acbfb6-cef7-45ba-94a0-d0c6fe02a2fd req-e8025859-1cd9-4e38-ad6f-c9ec433d8e8c tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906551 Mar 30 16:44:03.232587 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-4436a82b-18a7-4877-b1c2-9787a09522bb req-94260445-0ca8-40b7-a7ef-6729e4e4b341 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Deleting port 24f6d86e-f990-4ad2-9cde-014b8c0877a2 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:03.233147 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-4436a82b-18a7-4877-b1c2-9787a09522bb req-94260445-0ca8-40b7-a7ef-6729e4e4b341 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:03.326394 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-4436a82b-18a7-4877-b1c2-9787a09522bb req-94260445-0ca8-40b7-a7ef-6729e4e4b341 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] For port 24f6d86e-f990-4ad2-9cde-014b8c0877a2, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=24f6d86e-f990-4ad2-9cde-014b8c0877a2,segment=NetworkSegment(53f919ce-280c-4afb-a161-f7f6739283cb),segment_id=53f919ce-280c-4afb-a161-f7f6739283cb)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:03.326755 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-4436a82b-18a7-4877-b1c2-9787a09522bb req-94260445-0ca8-40b7-a7ef-6729e4e4b341 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:03.344993 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-4436a82b-18a7-4877-b1c2-9787a09522bb req-94260445-0ca8-40b7-a7ef-6729e4e4b341 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Calling delete_port for 24f6d86e-f990-4ad2-9cde-014b8c0877a2 owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:03.376476 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1cc1732e-0edd-4d10-acc0-baef77763f74 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:03.441090 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1cc1732e-0edd-4d10-acc0-baef77763f74 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (730864a1-2b45-4f6e-9d9b-e2aa5239ee94), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:03.532685 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-4436a82b-18a7-4877-b1c2-9787a09522bb req-94260445-0ca8-40b7-a7ef-6729e4e4b341 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (24f6d86e-f990-4ad2-9cde-014b8c0877a2), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:03.544483 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.l3_db [None req-1cc1732e-0edd-4d10-acc0-baef77763f74 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Floating IP 730864a1-2b45-4f6e-9d9b-e2aa5239ee94 associated. External IP: 172.28.2.2, port: 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31. Mar 30 16:44:03.544996 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['24f6d86e-f990-4ad2-9cde-014b8c0877a2'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:44:03.563165 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94260445-0ca8-40b7-a7ef-6729e4e4b341 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Pushing event deleted for resources: {'Port': ['ID=24f6d86e-f990-4ad2-9cde-014b8c0877a2,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:03.755370 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-16e3350d-9623-4aa7-82ef-9b5b83bac4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:03.767292 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc1732e-0edd-4d10-acc0-baef77763f74 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Router b83a1f9b-fede-4aca-9ff7-2df2907fc088 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:03.850599 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4436a82b-18a7-4877-b1c2-9787a09522bb req-94260445-0ca8-40b7-a7ef-6729e4e4b341 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] No DVR routers for this DVR port 24f6d86e-f990-4ad2-9cde-014b8c0877a2 on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:03.853179 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-4436a82b-18a7-4877-b1c2-9787a09522bb req-94260445-0ca8-40b7-a7ef-6729e4e4b341 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:03.857068 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4436a82b-18a7-4877-b1c2-9787a09522bb req-94260445-0ca8-40b7-a7ef-6729e4e4b341 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.45 "DELETE /v2.0/ports/24f6d86e-f990-4ad2-9cde-014b8c0877a2 HTTP/1.1" status: 204 len: 173 time: 0.7286148 Mar 30 16:44:03.857522 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792026fe-fba6-43bf-b03e-32edfa752241', 'name': 'network-vif-deleted', 'tag': '24f6d86e-f990-4ad2-9cde-014b8c0877a2'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:03.859766 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225b0521-6f32-481a-b1b9-7b8010080eb0" -d '{"events": [{"server_uuid": "792026fe-fba6-43bf-b03e-32edfa752241", "name": "network-vif-deleted", "tag": "24f6d86e-f990-4ad2-9cde-014b8c0877a2"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:03.883884 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc1732e-0edd-4d10-acc0-baef77763f74 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:03.888659 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1cc1732e-0edd-4d10-acc0-baef77763f74 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:03.894201 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec130ecb-1ae6-4335-a851-7145e81e4983 None None] Sync routers for ids ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:44:03.898298 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5cf8af-8548-41e9-b9f7-0137140324e3 x-openstack-request-id: req-2b5cf8af-8548-41e9-b9f7-0137140324e3 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:03.898786 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792026fe-fba6-43bf-b03e-32edfa752241", "name": "network-vif-deleted", "tag": "24f6d86e-f990-4ad2-9cde-014b8c0877a2", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:03.898990 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b5cf8af-8548-41e9-b9f7-0137140324e3 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:03.899403 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b5cf8af-8548-41e9-b9f7-0137140324e3'] response: {'server_uuid': '792026fe-fba6-43bf-b03e-32edfa752241', 'name': 'network-vif-deleted', 'tag': '24f6d86e-f990-4ad2-9cde-014b8c0877a2', 'status': 'completed', 'code': 200} Mar 30 16:44:03.907072 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec130ecb-1ae6-4335-a851-7145e81e4983 None None] Routers {'b83a1f9b-fede-4aca-9ff7-2df2907fc088'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:03.907709 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-ec130ecb-1ae6-4335-a851-7145e81e4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:44:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:03.920436 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-1cc1732e-0edd-4d10-acc0-baef77763f74 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "PUT /v2.0/floatingips/730864a1-2b45-4f6e-9d9b-e2aa5239ee94 HTTP/1.1" status: 200 len: 990 time: 1.1062284 Mar 30 16:44:03.921048 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255d1cd4-53d1-4570-a06e-ec91f8b0cafe', 'tag': '403f8c59-f1d1-45f4-b6eb-9fc6579a0a31'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:03.923275 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7693f93c-48e3-45e0-b76f-127b1a98b792" -d '{"events": [{"name": "network-changed", "server_uuid": "255d1cd4-53d1-4570-a06e-ec91f8b0cafe", "tag": "403f8c59-f1d1-45f4-b6eb-9fc6579a0a31"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:03.969275 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b857e52-62c1-4c91-8eb4-f8da38fa3228 x-openstack-request-id: req-1b857e52-62c1-4c91-8eb4-f8da38fa3228 {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:03.969275 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255d1cd4-53d1-4570-a06e-ec91f8b0cafe", "tag": "403f8c59-f1d1-45f4-b6eb-9fc6579a0a31", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:03.969601 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b857e52-62c1-4c91-8eb4-f8da38fa3228 {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:03.970121 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b857e52-62c1-4c91-8eb4-f8da38fa3228'] response: {'name': 'network-changed', 'server_uuid': '255d1cd4-53d1-4570-a06e-ec91f8b0cafe', 'tag': '403f8c59-f1d1-45f4-b6eb-9fc6579a0a31', 'status': 'completed', 'code': 200} Mar 30 16:44:04.031998 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403ff72-f8e4-47ed-8ecb-9b90b848c449 req-26acc319-c028-4719-98b8-f2e9526ac4d2 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:04.043977 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f403ff72-f8e4-47ed-8ecb-9b90b848c449 req-26acc319-c028-4719-98b8-f2e9526ac4d2 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0710154 Mar 30 16:44:04.082945 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693f93c-48e3-45e0-b76f-127b1a98b792 req-4d934c67-d6f4-483d-8ce3-31956ff5dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:04.084966 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7693f93c-48e3-45e0-b76f-127b1a98b792 req-4d934c67-d6f4-483d-8ce3-31956ff5dc11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1&device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 1130 time: 0.0750251 Mar 30 16:44:04.114391 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f403ff72-f8e4-47ed-8ecb-9b90b848c449 req-fcf72aa4-bbda-4d8a-b535-0350a511064c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630651 Mar 30 16:44:04.198968 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693f93c-48e3-45e0-b76f-127b1a98b792 req-e1d87106-4351-4d2e-a3db-8dfc19c95b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:04.200070 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7693f93c-48e3-45e0-b76f-127b1a98b792 req-e1d87106-4351-4d2e-a3db-8dfc19c95b31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b25aae61-5ff8-46b1-a103-9f8fe1189903 HTTP/1.1" status: 200 len: 912 time: 0.1048343 Mar 30 16:44:04.223362 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-ec130ecb-1ae6-4335-a851-7145e81e4983 None None] Set router b83a1f9b-fede-4aca-9ff7-2df2907fc088 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:04.284003 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7693f93c-48e3-45e0-b76f-127b1a98b792 req-fe571f27-dbf6-42d2-9dbf-58609eac6758 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 HTTP/1.1" status: 200 len: 998 time: 0.0764661 Mar 30 16:44:04.322765 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-05f88515-a5cf-4478-aaf8-ba23484ea6bc req-222d3e80-7644-4e7f-8283-3b7970d517b0 tempest-VolumesSnapshotTestJSON-1590235740 tempest-VolumesSnapshotTestJSON-1590235740-project] 10.222.0.36 "GET /v2.0/ports?device_id=792026fe-fba6-43bf-b03e-32edfa752241 HTTP/1.1" status: 200 len: 210 time: 0.0384533 Mar 30 16:44:04.346591 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693f93c-48e3-45e0-b76f-127b1a98b792 req-26609e42-17ac-449d-aa60-62f4e1c8b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:04.348111 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7693f93c-48e3-45e0-b76f-127b1a98b792 req-26609e42-17ac-449d-aa60-62f4e1c8b07e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94c1e00c-666a-41cc-aec2-f68aac843912 HTTP/1.1" status: 200 len: 850 time: 0.0535731 Mar 30 16:44:04.407926 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693f93c-48e3-45e0-b76f-127b1a98b792 req-20a87569-a059-4e55-bcea-c8d051c4d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:04.409565 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7693f93c-48e3-45e0-b76f-127b1a98b792 req-20a87569-a059-4e55-bcea-c8d051c4d91f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b25aae61-5ff8-46b1-a103-9f8fe1189903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0498476 Mar 30 16:44:04.495130 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-ec130ecb-1ae6-4335-a851-7145e81e4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '730864a1-2b45-4f6e-9d9b-e2aa5239ee94', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'floating_ip_address': '172.28.2.2', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'port_id': '403f8c59-f1d1-45f4-b6eb-9fc6579a0a31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'mac_address': 'fa:16:3e:1c:95:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d1cd4-53d1-4570-a06e-ec91f8b0cafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:48Z', 'updated_at': '2022-03-30T16:44:03Z', 'revision_number': 1, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:40:02Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:04.525872 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7693f93c-48e3-45e0-b76f-127b1a98b792 req-a6d204bc-22a5-44cf-9dd1-b7f6278a1377 service neutron] 10.222.0.45 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913513 Mar 30 16:44:04.526143 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec130ecb-1ae6-4335-a851-7145e81e4983 None None] Checking router: b83a1f9b-fede-4aca-9ff7-2df2907fc088 for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:44:04.536891 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec130ecb-1ae6-4335-a851-7145e81e4983 None None] Routers {'b83a1f9b-fede-4aca-9ff7-2df2907fc088'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:04.537508 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-ec130ecb-1ae6-4335-a851-7145e81e4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:44:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:04.616888 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7693f93c-48e3-45e0-b76f-127b1a98b792 req-62684fab-ebac-482c-bed5-7566331da3f9 service neutron] 10.222.0.45 "GET /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901175 Mar 30 16:44:04.645470 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-ec130ecb-1ae6-4335-a851-7145e81e4983 None None] Set router b83a1f9b-fede-4aca-9ff7-2df2907fc088 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:04.878844 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-ec130ecb-1ae6-4335-a851-7145e81e4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '730864a1-2b45-4f6e-9d9b-e2aa5239ee94', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'floating_ip_address': '172.28.2.2', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'port_id': '403f8c59-f1d1-45f4-b6eb-9fc6579a0a31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'mac_address': 'fa:16:3e:1c:95:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d1cd4-53d1-4570-a06e-ec91f8b0cafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:48Z', 'updated_at': '2022-03-30T16:44:03Z', 'revision_number': 1, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:40:02Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:04.905283 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec130ecb-1ae6-4335-a851-7145e81e4983 None None] The sync data for ids ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'] in dv-cinder-835871-1-smb is: [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '730864a1-2b45-4f6e-9d9b-e2aa5239ee94', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'floating_ip_address': '172.28.2.2', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'port_id': '403f8c59-f1d1-45f4-b6eb-9fc6579a0a31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'mac_address': 'fa:16:3e:1c:95:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d1cd4-53d1-4570-a06e-ec91f8b0cafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:48Z', 'updated_at': '2022-03-30T16:44:03Z', 'revision_number': 1, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:40:02Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:44:05.093452 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb8a61-a8f1-4471-80cf-342e43af73b6 None None] New status for floating IP 730864a1-2b45-4f6e-9d9b-e2aa5239ee94: ACTIVE {{(pid=105699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:44:05.235107 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:05.252341 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fd1de-ad4f-43a7-8264-c38400a9ca8b req-1436af65-949d-4dc3-9ffc-16d176561d63 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:05.253803 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-769fd1de-ad4f-43a7-8264-c38400a9ca8b req-1436af65-949d-4dc3-9ffc-16d176561d63 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0526531 Mar 30 16:44:05.299868 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-769fd1de-ad4f-43a7-8264-c38400a9ca8b req-03f10790-71f3-44d5-8d5d-d442d3637bbf tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403197 Mar 30 16:44:05.879978 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 24f6d86e-f990-4ad2-9cde-014b8c0877a2 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:05.905495 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 24f6d86e-f990-4ad2-9cde-014b8c0877a2 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:05.905848 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 24f6d86e-f990-4ad2-9cde-014b8c0877a2 not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:06.364135 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12288d47-801d-46dc-8f4a-050c10aecc36 req-6b7c2812-f49e-4910-92b7-1e88c89a78d0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:06.365702 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-12288d47-801d-46dc-8f4a-050c10aecc36 req-6b7c2812-f49e-4910-92b7-1e88c89a78d0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 946 time: 0.0538809 Mar 30 16:44:06.422842 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-12288d47-801d-46dc-8f4a-050c10aecc36 req-e452f2c1-2d8d-4e8e-93d0-0d7818fba8ab tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=a35f0e03-e30a-4223-9649-a641e78fde00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505636 Mar 30 16:44:06.423720 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbab8ba-cda8-4089-a94c-e2e8264532a5 req-0e3feea6-7393-4df4-bb47-38975941cf78 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:06.424774 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:06.430635 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-dcbab8ba-cda8-4089-a94c-e2e8264532a5 req-0e3feea6-7393-4df4-bb47-38975941cf78 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0597742 Mar 30 16:44:06.473085 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-dcbab8ba-cda8-4089-a94c-e2e8264532a5 req-da1945ba-f2f4-4b00-91da-517f5832e71e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=d05bb40c-2cfe-42cf-adb4-dab8f79be796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415401 Mar 30 16:44:06.646346 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-b92f9510-056f-41a0-96af-1624fac36ca9 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:06.647705 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-b92f9510-056f-41a0-96af-1624fac36ca9 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 946 time: 0.0551038 Mar 30 16:44:06.746806 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Deleting port b7029d83-890b-4374-99ac-cadc5fb4990e {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:06.747148 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:06.836572 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] For port b7029d83-890b-4374-99ac-cadc5fb4990e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b7029d83-890b-4374-99ac-cadc5fb4990e,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:06.836969 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:07.007676 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:07.008053 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (f4546a64-8575-464e-9d8a-2673f265102a), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:07.008378 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.l3_db [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Floating IP f4546a64-8575-464e-9d8a-2673f265102a disassociated. External IP: 172.28.2.161, port: b7029d83-890b-4374-99ac-cadc5fb4990e. Mar 30 16:44:07.008729 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Calling delete_port for b7029d83-890b-4374-99ac-cadc5fb4990e owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:07.263734 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (b7029d83-890b-4374-99ac-cadc5fb4990e), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:07.293153 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Pushing event deleted for resources: {'Port': ['ID=b7029d83-890b-4374-99ac-cadc5fb4990e,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:07.413034 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Router daca434a-746f-4ab3-a29a-c5fa4995b6eb has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:07.560955 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:07.568820 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d098b08-6e7f-4eb4-adab-5530b84e7392 req-aa364d78-a426-4e88-b0f7-a85813ad5788 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:07.570333 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2d098b08-6e7f-4eb4-adab-5530b84e7392 req-aa364d78-a426-4e88-b0f7-a85813ad5788 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 946 time: 0.0826972 Mar 30 16:44:07.571388 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ced60-fdae-41d0-b19a-1ebd47e848b7 None None] Sync routers for ids ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:44:07.581762 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-691bddee-fd3d-48cd-83ad-dec53ebfd62d req-46f21535-0bd7-45d2-aa50-cacb90c42f5e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 210 time: 0.0402403 Mar 30 16:44:07.582715 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ced60-fdae-41d0-b19a-1ebd47e848b7 None None] Routers {'daca434a-746f-4ab3-a29a-c5fa4995b6eb'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:07.583325 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-9f4ced60-fdae-41d0-b19a-1ebd47e848b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:44:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:07.626590 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] No DVR routers for this DVR port b7029d83-890b-4374-99ac-cadc5fb4990e on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:07.630868 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:07.634747 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c7f4d915-b2d8-40d1-91db-8769632e29ce req-2d626ece-6466-42b8-aec3-ab13ff72b412 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.45 "DELETE /v2.0/ports/b7029d83-890b-4374-99ac-cadc5fb4990e HTTP/1.1" status: 204 len: 173 time: 0.9742370 Mar 30 16:44:07.655777 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'name': 'network-vif-deleted', 'tag': 'b7029d83-890b-4374-99ac-cadc5fb4990e'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:07.655777 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bea9316-8edc-4ea2-82b6-f5bd55f88034" -d '{"events": [{"server_uuid": "c8d33fba-04fe-496d-99d8-540cf78d7cfa", "name": "network-vif-deleted", "tag": "b7029d83-890b-4374-99ac-cadc5fb4990e"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:07.683527 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2d098b08-6e7f-4eb4-adab-5530b84e7392 req-e4746db3-a551-4473-90d0-f8412b1263fc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=a35f0e03-e30a-4223-9649-a641e78fde00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926929 Mar 30 16:44:07.687470 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a5e141-7278-477c-9a02-48afe3db15ed x-openstack-request-id: req-c1a5e141-7278-477c-9a02-48afe3db15ed {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:07.687694 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d33fba-04fe-496d-99d8-540cf78d7cfa", "name": "network-vif-deleted", "tag": "b7029d83-890b-4374-99ac-cadc5fb4990e", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:07.687955 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1a5e141-7278-477c-9a02-48afe3db15ed {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:07.688539 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a5e141-7278-477c-9a02-48afe3db15ed'] response: {'server_uuid': 'c8d33fba-04fe-496d-99d8-540cf78d7cfa', 'name': 'network-vif-deleted', 'tag': 'b7029d83-890b-4374-99ac-cadc5fb4990e', 'status': 'completed', 'code': 200} Mar 30 16:44:07.726720 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-9f4ced60-fdae-41d0-b19a-1ebd47e848b7 None None] Set router daca434a-746f-4ab3-a29a-c5fa4995b6eb gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:07.933885 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-9f4ced60-fdae-41d0-b19a-1ebd47e848b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '390fd5a7-c319-47e4-97c7-455799597206', 'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'mac_address': 'fa:16:3e:d5:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:43Z', 'updated_at': '2022-03-30T16:39:58Z', 'revision_number': 5, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'subnets': [{'id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:07.963931 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ced60-fdae-41d0-b19a-1ebd47e848b7 None None] Checking router: daca434a-746f-4ab3-a29a-c5fa4995b6eb for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:44:07.972517 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ced60-fdae-41d0-b19a-1ebd47e848b7 None None] Routers {'daca434a-746f-4ab3-a29a-c5fa4995b6eb'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:07.973167 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-9f4ced60-fdae-41d0-b19a-1ebd47e848b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:44:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:08.087363 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-9f4ced60-fdae-41d0-b19a-1ebd47e848b7 None None] Set router daca434a-746f-4ab3-a29a-c5fa4995b6eb gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:08.098159 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-8e9cc586-00e2-4dbf-88ee-4df94cc1a7b2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:08.099862 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-8e9cc586-00e2-4dbf-88ee-4df94cc1a7b2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 946 time: 0.0521996 Mar 30 16:44:08.196724 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Deleting port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:08.197088 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:08.216453 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:08.289671 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] For port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0c630b76-0f1d-4b30-aaa6-3e44d588d7bc,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:08.290043 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:08.317315 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-9f4ced60-fdae-41d0-b19a-1ebd47e848b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '390fd5a7-c319-47e4-97c7-455799597206', 'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'mac_address': 'fa:16:3e:d5:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:43Z', 'updated_at': '2022-03-30T16:39:58Z', 'revision_number': 5, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'subnets': [{'id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:08.345017 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ced60-fdae-41d0-b19a-1ebd47e848b7 None None] The sync data for ids ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'] in dv-cinder-835871-1-smb is: [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '390fd5a7-c319-47e4-97c7-455799597206', 'name': '', 'network_id': '7ce82cf7-825b-4ffe-ac10-dcddda1e0699', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'mac_address': 'fa:16:3e:d5:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:43Z', 'updated_at': '2022-03-30T16:39:58Z', 'revision_number': 5, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'subnets': [{'id': '7adea186-bf7a-46ee-a3ce-f9458fc0ca1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:44:08.486891 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:08.487453 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:08.487570 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.l3_db [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Floating IP fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f disassociated. External IP: 172.28.2.118, port: 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc. Mar 30 16:44:08.488001 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Calling delete_port for 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:08.641121 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24990a03-1ea0-4ff5-a15c-f88e903ae86c None None] New status for floating IP f4546a64-8575-464e-9d8a-2673f265102a: DOWN {{(pid=105699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:44:08.696529 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-039b4cc1-f42b-4bce-9826-721668691920 req-2e7ad2bb-690c-4007-bf4a-05365a4458ad tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8d33fba-04fe-496d-99d8-540cf78d7cfa HTTP/1.1" status: 200 len: 210 time: 0.0263772 Mar 30 16:44:08.732744 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (0c630b76-0f1d-4b30-aaa6-3e44d588d7bc), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:08.765964 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event deleted for resources: {'Port': ['ID=0c630b76-0f1d-4b30-aaa6-3e44d588d7bc,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:08.797004 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-264c231d-c1c5-439c-be78-b198044d4400 req-52d69daa-0934-400c-b1ca-6d64f2f8c7d9 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 210 time: 0.0334263 Mar 30 16:44:08.912708 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Router 22bd6ca0-5b3b-4932-a185-31140e9d2822 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:09.024572 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:09.035296 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d1156-c703-4d74-97e1-64a1939b7cff None None] Sync routers for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:44:09.051418 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d1156-c703-4d74-97e1-64a1939b7cff None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:09.051418 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-484d1156-c703-4d74-97e1-64a1939b7cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:44:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:09.071322 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] No DVR routers for this DVR port 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:09.075278 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:09.080119 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f2a3baf5-5380-4c92-95d2-ba53d87e1f20 req-f9bd81e9-d7f8-4e4c-8a2c-871742d862dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "DELETE /v2.0/ports/0c630b76-0f1d-4b30-aaa6-3e44d588d7bc HTTP/1.1" status: 204 len: 173 time: 0.9736445 Mar 30 16:44:09.187351 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-484d1156-c703-4d74-97e1-64a1939b7cff None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:09.398156 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-484d1156-c703-4d74-97e1-64a1939b7cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:09.426543 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d1156-c703-4d74-97e1-64a1939b7cff None None] Checking router: 22bd6ca0-5b3b-4932-a185-31140e9d2822 for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:44:09.443313 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d1156-c703-4d74-97e1-64a1939b7cff None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:09.443313 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-484d1156-c703-4d74-97e1-64a1939b7cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:44:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:09.676481 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-484d1156-c703-4d74-97e1-64a1939b7cff None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:09.689359 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f7344-5bc5-40f9-a9c3-048aba41bba0', 'name': 'network-vif-deleted', 'tag': '0c630b76-0f1d-4b30-aaa6-3e44d588d7bc'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:09.691853 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c75826b-3099-4c66-9276-710cf8553ab9" -d '{"events": [{"server_uuid": "d73f7344-5bc5-40f9-a9c3-048aba41bba0", "name": "network-vif-deleted", "tag": "0c630b76-0f1d-4b30-aaa6-3e44d588d7bc"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:09.729819 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d08285d-b0a8-4373-90b0-c1cd6bff444d x-openstack-request-id: req-0d08285d-b0a8-4373-90b0-c1cd6bff444d {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:09.730125 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f7344-5bc5-40f9-a9c3-048aba41bba0", "name": "network-vif-deleted", "tag": "0c630b76-0f1d-4b30-aaa6-3e44d588d7bc", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:09.732465 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d08285d-b0a8-4373-90b0-c1cd6bff444d {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:09.732465 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d08285d-b0a8-4373-90b0-c1cd6bff444d'] response: {'server_uuid': 'd73f7344-5bc5-40f9-a9c3-048aba41bba0', 'name': 'network-vif-deleted', 'tag': '0c630b76-0f1d-4b30-aaa6-3e44d588d7bc', 'status': 'completed', 'code': 200} Mar 30 16:44:09.882166 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40230) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:09.885649 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-484d1156-c703-4d74-97e1-64a1939b7cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:09.921701 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:09.924331 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d1156-c703-4d74-97e1-64a1939b7cff None None] The sync data for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb is: [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:44:09.948571 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:09.950594 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 0c630b76-0f1d-4b30-aaa6-3e44d588d7bc not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:09.950594 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device b7029d83-890b-4374-99ac-cadc5fb4990e no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:09.950804 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for security_group (d05bb40c-2cfe-42cf-adb4-dab8f79be796), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:09.964142 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6a2120e3-80eb-4b2d-9f1e-fb368dd8a4e6 req-e35b9b4f-f2aa-47ca-b9cc-6e6e6d59bd49 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=d73f7344-5bc5-40f9-a9c3-048aba41bba0 HTTP/1.1" status: 200 len: 210 time: 0.0759280 Mar 30 16:44:09.973748 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: b7029d83-890b-4374-99ac-cadc5fb4990e {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:09.974106 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device b7029d83-890b-4374-99ac-cadc5fb4990e not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:09.976741 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for security_group (d05bb40c-2cfe-42cf-adb4-dab8f79be796), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:10.142878 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (d05bb40c-2cfe-42cf-adb4-dab8f79be796), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:10.146900 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:10.148063 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "DELETE /v2.0/security-groups/d05bb40c-2cfe-42cf-adb4-dab8f79be796 HTTP/1.1" status: 204 len: 168 time: 0.2649229 Mar 30 16:44:10.151362 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 40232) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:10.159502 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05bb40c-2cfe-42cf-adb4-dab8f79be796,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:10.173912 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.api.v2.resource [None req-bfa984a7-a674-4621-97a5-6214758b4d94 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] show failed (client error): The resource could not be found. Mar 30 16:44:10.174944 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-bfa984a7-a674-4621-97a5-6214758b4d94 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups/d05bb40c-2cfe-42cf-adb4-dab8f79be796 HTTP/1.1" status: 404 len: 347 time: 0.0225580 Mar 30 16:44:10.176649 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.177031 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.177473 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.177819 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.178162 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.178499 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.178760 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 40236) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:10.178875 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.179160 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.179542 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.179819 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.180147 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.180473 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.180798 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.181154 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.182303 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ab4620-9d0f-4f9e-98ba-88bb19835802 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:10.204571 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f916aa8-7657-4568-b95e-686d1da4f7cc None None] New status for floating IP fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f: DOWN {{(pid=105699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:44:10.333522 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-b76bd149-0705-4fda-8d29-dcfd8183d2ff tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Deleting port f41d8b6c-c428-4620-bc50-49c21731c27c {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:10.333954 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b76bd149-0705-4fda-8d29-dcfd8183d2ff tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (f41d8b6c-c428-4620-bc50-49c21731c27c), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:10.408814 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b76bd149-0705-4fda-8d29-dcfd8183d2ff tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (f41d8b6c-c428-4620-bc50-49c21731c27c), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:10.409171 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b76bd149-0705-4fda-8d29-dcfd8183d2ff tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for floatingip (f41d8b6c-c428-4620-bc50-49c21731c27c), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:10.421153 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-b76bd149-0705-4fda-8d29-dcfd8183d2ff tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Calling delete_port for f41d8b6c-c428-4620-bc50-49c21731c27c owned by network:floatingip {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:10.635468 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b76bd149-0705-4fda-8d29-dcfd8183d2ff tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (f41d8b6c-c428-4620-bc50-49c21731c27c), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:10.658457 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bd149-0705-4fda-8d29-dcfd8183d2ff tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Pushing event deleted for resources: {'Port': ['ID=f41d8b6c-c428-4620-bc50-49c21731c27c,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:10.722983 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b76bd149-0705-4fda-8d29-dcfd8183d2ff tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks [] for floatingip (f4546a64-8575-464e-9d8a-2673f265102a), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:10.725547 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b76bd149-0705-4fda-8d29-dcfd8183d2ff tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:10.728033 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-b76bd149-0705-4fda-8d29-dcfd8183d2ff tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "DELETE /v2.0/floatingips/f4546a64-8575-464e-9d8a-2673f265102a HTTP/1.1" status: 204 len: 168 time: 0.5449347 Mar 30 16:44:11.139484 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 40252) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:11.191766 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-49e5a824-5ecc-4fc7-b050-b06be704cfa6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (a35f0e03-e30a-4223-9649-a641e78fde00), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:11.214624 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-49e5a824-5ecc-4fc7-b050-b06be704cfa6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (a35f0e03-e30a-4223-9649-a641e78fde00), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:11.332414 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-49e5a824-5ecc-4fc7-b050-b06be704cfa6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (a35f0e03-e30a-4223-9649-a641e78fde00), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:11.335186 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-49e5a824-5ecc-4fc7-b050-b06be704cfa6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:11.336365 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-49e5a824-5ecc-4fc7-b050-b06be704cfa6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "DELETE /v2.0/security-groups/a35f0e03-e30a-4223-9649-a641e78fde00 HTTP/1.1" status: 204 len: 168 time: 0.1958573 Mar 30 16:44:11.339290 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40254) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:11.345833 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5a824-5ecc-4fc7-b050-b06be704cfa6 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35f0e03-e30a-4223-9649-a641e78fde00,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:11.353858 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.api.v2.resource [None req-baab0602-d228-432f-8442-bdce89b85c4a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] show failed (client error): The resource could not be found. Mar 30 16:44:11.354890 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-baab0602-d228-432f-8442-bdce89b85c4a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups/a35f0e03-e30a-4223-9649-a641e78fde00 HTTP/1.1" status: 404 len: 347 time: 0.0146298 Mar 30 16:44:11.357961 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40256) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:11.480697 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-0a06bfec-9992-4887-9237-049316ac70c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Deleting port 0563a88f-c8bb-43df-99e6-4da8e53e6f22 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:11.481082 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0a06bfec-9992-4887-9237-049316ac70c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (0563a88f-c8bb-43df-99e6-4da8e53e6f22), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:11.557614 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0a06bfec-9992-4887-9237-049316ac70c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (0563a88f-c8bb-43df-99e6-4da8e53e6f22), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:11.557831 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0a06bfec-9992-4887-9237-049316ac70c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (0563a88f-c8bb-43df-99e6-4da8e53e6f22), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:11.575245 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-0a06bfec-9992-4887-9237-049316ac70c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Calling delete_port for 0563a88f-c8bb-43df-99e6-4da8e53e6f22 owned by network:floatingip {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:12.035527 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0a06bfec-9992-4887-9237-049316ac70c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (0563a88f-c8bb-43df-99e6-4da8e53e6f22), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:12.065226 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06bfec-9992-4887-9237-049316ac70c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event deleted for resources: {'Port': ['ID=0563a88f-c8bb-43df-99e6-4da8e53e6f22,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:12.130136 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0a06bfec-9992-4887-9237-049316ac70c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:12.132803 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0a06bfec-9992-4887-9237-049316ac70c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:12.138837 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-0a06bfec-9992-4887-9237-049316ac70c0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "DELETE /v2.0/floatingips/fecf8680-1aaa-4bd3-bebd-b8f58c9ba85f HTTP/1.1" status: 204 len: 168 time: 0.7749829 Mar 30 16:44:12.390516 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40274) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:12.395254 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-1cc61e5c-dce1-4c18-ba63-6d6f97ddf615 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1844472724', 'description': 'tempest-description--1193637754'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:12.503532 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1cc61e5c-dce1-4c18-ba63-6d6f97ddf615 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:12.567836 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1cc61e5c-dce1-4c18-ba63-6d6f97ddf615 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (015aa08e-621f-4587-ba55-967c3ad69ecc), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:12.657779 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1cc61e5c-dce1-4c18-ba63-6d6f97ddf615 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (015aa08e-621f-4587-ba55-967c3ad69ecc), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:12.686514 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc61e5c-dce1-4c18-ba63-6d6f97ddf615 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015aa08e-621f-4587-ba55-967c3ad69ecc,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:12.768247 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1cc61e5c-dce1-4c18-ba63-6d6f97ddf615 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:12.769705 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-1cc61e5c-dce1-4c18-ba63-6d6f97ddf615 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3780355 Mar 30 16:44:12.772494 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40276) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:12.777372 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-862b24a4-32a8-49d8-ba0f-d8bb3bb8c901 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'security_group_rule': {'security_group_id': '015aa08e-621f-4587-ba55-967c3ad69ecc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:12.903279 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-862b24a4-32a8-49d8-ba0f-d8bb3bb8c901 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (535180aa-390a-414e-811d-75894394889c), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:12.959206 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-862b24a4-32a8-49d8-ba0f-d8bb3bb8c901 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (535180aa-390a-414e-811d-75894394889c), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:13.021993 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-862b24a4-32a8-49d8-ba0f-d8bb3bb8c901 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (535180aa-390a-414e-811d-75894394889c), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:13.040041 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b24a4-32a8-49d8-ba0f-d8bb3bb8c901 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535180aa-390a-414e-811d-75894394889c,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:13.109906 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-862b24a4-32a8-49d8-ba0f-d8bb3bb8c901 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:13.111144 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-862b24a4-32a8-49d8-ba0f-d8bb3bb8c901 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3377054 Mar 30 16:44:13.113834 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40278) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:13.118014 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-a16c20e9-b4ce-49af-90d2-cc5274c8ef91 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'security_group_rule': {'security_group_id': '015aa08e-621f-4587-ba55-967c3ad69ecc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:13.211369 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a16c20e9-b4ce-49af-90d2-cc5274c8ef91 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (6576717f-9e56-4904-aaec-56a65c7263d5), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:13.276215 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a16c20e9-b4ce-49af-90d2-cc5274c8ef91 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (6576717f-9e56-4904-aaec-56a65c7263d5), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:13.355000 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a16c20e9-b4ce-49af-90d2-cc5274c8ef91 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (6576717f-9e56-4904-aaec-56a65c7263d5), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:13.373841 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c20e9-b4ce-49af-90d2-cc5274c8ef91 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6576717f-9e56-4904-aaec-56a65c7263d5,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:13.471937 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a16c20e9-b4ce-49af-90d2-cc5274c8ef91 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:13.473110 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-a16c20e9-b4ce-49af-90d2-cc5274c8ef91 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3583157 Mar 30 16:44:13.476059 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40290) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:13.480501 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'floatingip': {'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:13.612683 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:13.714214 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:13.847476 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Allocated IP 172.28.2.137 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/6eab2346-d3ab-4879-9bbf-c1bfaaa1f890) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:44:13.876724 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99248c5c-f8ec-41ee-89d5-50d6d6aa1a6d req-7660552b-d095-4fe5-aa2b-770894573473 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:13.878492 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-99248c5c-f8ec-41ee-89d5-50d6d6aa1a6d req-7660552b-d095-4fe5-aa2b-770894573473 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0863242 Mar 30 16:44:13.970621 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-99248c5c-f8ec-41ee-89d5-50d6d6aa1a6d req-f77925c8-760a-4297-aeca-6bc039823171 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825653 Mar 30 16:44:13.998240 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for port (6eab2346-d3ab-4879-9bbf-c1bfaaa1f890), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:14.092785 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (6eab2346-d3ab-4879-9bbf-c1bfaaa1f890), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:14.133121 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:44:14.135988 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:44:14.142053 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:44:14.147514 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'Port': ['ID=6eab2346-d3ab-4879-9bbf-c1bfaaa1f890,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:14.227290 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (f36932b0-26f8-408c-a155-3a8f29b93d55), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:14.348906 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (6eab2346-d3ab-4879-9bbf-c1bfaaa1f890), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:14.496137 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for port (6eab2346-d3ab-4879-9bbf-c1bfaaa1f890), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:14.560556 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (6eab2346-d3ab-4879-9bbf-c1bfaaa1f890), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:14.630531 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'Port': ['ID=6eab2346-d3ab-4879-9bbf-c1bfaaa1f890,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:14.641535 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (f36932b0-26f8-408c-a155-3a8f29b93d55), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:14.728664 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:14.737606 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-1c6fccc5-57ce-4531-8fea-74482aab7eef tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2529554 Mar 30 16:44:14.876909 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-5f270514-933a-43b8-9b89-533df7f10c5a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1844472724&fields=id&tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9 HTTP/1.1" status: 200 len: 267 time: 0.0413370 Mar 30 16:44:14.984493 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-47de7cac-f5e7-4340-9f1c-f21e6b47bf39 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:14.986001 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-47de7cac-f5e7-4340-9f1c-f21e6b47bf39 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/networks?id=9066559d-1511-4e4c-9ef1-9189866f3059 HTTP/1.1" status: 200 len: 814 time: 0.1025777 Mar 30 16:44:15.002097 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-ee582495-d321-4ca7-8df3-f790c3a6e365 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/quotas/f0ad01349a534b659dc50fcd3ac8a0e9 HTTP/1.1" status: 200 len: 375 time: 0.0103521 Mar 30 16:44:15.057898 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-6239e39a-1405-490f-9ea6-760b795c1bb3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504854 Mar 30 16:44:15.090380 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e966e-a5b0-4add-9abe-3d265dc70e00 req-f54e733f-fdf3-48a8-a538-60edf24caf37 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:15.091776 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-359e966e-a5b0-4add-9abe-3d265dc70e00 req-f54e733f-fdf3-48a8-a538-60edf24caf37 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0546710 Mar 30 16:44:15.140234 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-359e966e-a5b0-4add-9abe-3d265dc70e00 req-a5931e63-b920-4b52-9e3a-6e714c953567 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Mar 30 16:44:15.162730 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-ba92f401-4acc-473e-8245-be0159066d12 service neutron] 10.222.0.36 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925570 Mar 30 16:44:15.257983 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-38b309e3-aec7-4cb3-b297-b07cd2a99855 service neutron] 10.222.0.36 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849211 Mar 30 16:44:15.541778 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0d3dd01d-dc27-4c49-b1b7-1e1bea40e936 req-4382ead5-dae3-4eac-8156-4b54e9e09054 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 210 time: 0.0292108 Mar 30 16:44:16.205825 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac7985-8e47-4cd4-8d51-1dd382fb6f8a req-b9624254-e8d1-4048-a227-3a7eda8a8b85 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:16.217987 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-61ac7985-8e47-4cd4-8d51-1dd382fb6f8a req-b9624254-e8d1-4048-a227-3a7eda8a8b85 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.0553219 Mar 30 16:44:16.329037 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab15cbd-7682-4a07-ba8c-1ecfe573cc9b req-1dc9aafd-6853-48c0-8095-4ded5916fb5e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:16.330110 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cab15cbd-7682-4a07-ba8c-1ecfe573cc9b req-1dc9aafd-6853-48c0-8095-4ded5916fb5e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 946 time: 0.1103857 Mar 30 16:44:16.382306 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-61ac7985-8e47-4cd4-8d51-1dd382fb6f8a req-8ea96607-91c4-4b48-9ed6-75b82bfb00a5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Deleting port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:16.382660 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-61ac7985-8e47-4cd4-8d51-1dd382fb6f8a req-8ea96607-91c4-4b48-9ed6-75b82bfb00a5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:16.429868 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cab15cbd-7682-4a07-ba8c-1ecfe573cc9b req-833c3e42-be22-43a1-9590-88df8c000a4d tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935531 Mar 30 16:44:16.480634 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-61ac7985-8e47-4cd4-8d51-1dd382fb6f8a req-8ea96607-91c4-4b48-9ed6-75b82bfb00a5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] For port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:16.481032 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-61ac7985-8e47-4cd4-8d51-1dd382fb6f8a req-8ea96607-91c4-4b48-9ed6-75b82bfb00a5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:16.494090 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-61ac7985-8e47-4cd4-8d51-1dd382fb6f8a req-8ea96607-91c4-4b48-9ed6-75b82bfb00a5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Calling delete_port for f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:16.640120 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-377acb0b-8b2d-47cd-84d5-bbe99b825727 req-a506f3d7-73fc-40b6-93b9-432242a218c1 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 210 time: 0.0310628 Mar 30 16:44:16.954540 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-61ac7985-8e47-4cd4-8d51-1dd382fb6f8a req-8ea96607-91c4-4b48-9ed6-75b82bfb00a5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (f578bb2a-5423-45a1-bd55-7b3a5f05b0c8), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:16.966877 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['45e5030b-2858-40d6-b8a7-d128fee872c4', 'f578bb2a-5423-45a1-bd55-7b3a5f05b0c8'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:44:16.984350 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea96607-91c4-4b48-9ed6-75b82bfb00a5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Pushing event deleted for resources: {'Port': ['ID=f578bb2a-5423-45a1-bd55-7b3a5f05b0c8,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:17.034076 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ac7985-8e47-4cd4-8d51-1dd382fb6f8a req-8ea96607-91c4-4b48-9ed6-75b82bfb00a5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] No DVR routers for this DVR port f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:17.036676 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-61ac7985-8e47-4cd4-8d51-1dd382fb6f8a req-8ea96607-91c4-4b48-9ed6-75b82bfb00a5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:17.040434 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-61ac7985-8e47-4cd4-8d51-1dd382fb6f8a req-8ea96607-91c4-4b48-9ed6-75b82bfb00a5 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.45 "DELETE /v2.0/ports/f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 HTTP/1.1" status: 204 len: 173 time: 0.8270068 Mar 30 16:44:17.041047 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd0e630-f4b0-45f7-90c1-fb8ba95e2855', 'name': 'network-vif-deleted', 'tag': 'f578bb2a-5423-45a1-bd55-7b3a5f05b0c8'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:17.044443 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa019471-d909-4211-b58d-e0c35ba96e54" -d '{"events": [{"server_uuid": "cfd0e630-f4b0-45f7-90c1-fb8ba95e2855", "name": "network-vif-deleted", "tag": "f578bb2a-5423-45a1-bd55-7b3a5f05b0c8"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:17.090236 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0ec20e-161f-4dc4-8241-f970d5b8d166 x-openstack-request-id: req-ad0ec20e-161f-4dc4-8241-f970d5b8d166 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:17.090236 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd0e630-f4b0-45f7-90c1-fb8ba95e2855", "name": "network-vif-deleted", "tag": "f578bb2a-5423-45a1-bd55-7b3a5f05b0c8", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:17.090236 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad0ec20e-161f-4dc4-8241-f970d5b8d166 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:17.090236 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0ec20e-161f-4dc4-8241-f970d5b8d166'] response: {'server_uuid': 'cfd0e630-f4b0-45f7-90c1-fb8ba95e2855', 'name': 'network-vif-deleted', 'tag': 'f578bb2a-5423-45a1-bd55-7b3a5f05b0c8', 'status': 'completed', 'code': 200} Mar 30 16:44:17.523921 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f4f258e3-5780-49cd-8787-542d54e77d16 req-3996dfda-b8b5-4960-8eeb-5697585a6717 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfd0e630-f4b0-45f7-90c1-fb8ba95e2855 HTTP/1.1" status: 200 len: 210 time: 0.0256758 Mar 30 16:44:17.737684 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5d959f53-294b-4014-a69e-b5eebd6263f0 req-65f5d8fd-ab90-47c6-9bbf-100b591bba68 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 210 time: 0.0277841 Mar 30 16:44:18.434991 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-03eb73d1-9dff-4be6-8dec-d36aedaec5d2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:18.436406 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-03eb73d1-9dff-4be6-8dec-d36aedaec5d2 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "GET /v2.0/networks?id=9066559d-1511-4e4c-9ef1-9189866f3059 HTTP/1.1" status: 200 len: 814 time: 0.1008806 Mar 30 16:44:18.498655 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-ceaa4604-4619-4474-8a3c-e5b6880d4989 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9 HTTP/1.1" status: 200 len: 380 time: 0.0506341 Mar 30 16:44:18.507440 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-0e8785d0-58fb-46fe-b2d9-c6b9627ddf7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'port': {'device_id': '10d3b8b6-bd20-4f88-b948-3d0e5ba4970c', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'admin_state_up': True, 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'security_groups': ['015aa08e-621f-4587-ba55-967c3ad69ecc']}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:18.698535 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-0e8785d0-58fb-46fe-b2d9-c6b9627ddf7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Made reservation on behalf of f0ad01349a534b659dc50fcd3ac8a0e9 for: {'port': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:44:18.701969 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-0e8785d0-58fb-46fe-b2d9-c6b9627ddf7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:18.829761 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-0e8785d0-58fb-46fe-b2d9-c6b9627ddf7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Allocated IP 172.20.0.9 (9066559d-1511-4e4c-9ef1-9189866f3059/b24404d6-5dc2-4606-9399-33eea5fa9693/e035bfaf-b71f-4473-8f64-09ddcb20f9aa) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:44:18.835678 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a08104c2-86e7-45e9-bd17-cd631a471905 req-ad0d00be-b5c8-4452-846b-f31f944fabf5 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 210 time: 0.0299172 Mar 30 16:44:18.975171 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-0e8785d0-58fb-46fe-b2d9-c6b9627ddf7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:19.068073 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d100ccb-c18d-4ecc-9030-b05e7cbf0a33 req-7dea6ff3-cb15-4d40-a6a3-5f5d6e7a7112 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:19.069592 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3d100ccb-c18d-4ecc-9030-b05e7cbf0a33 req-7dea6ff3-cb15-4d40-a6a3-5f5d6e7a7112 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0514669 Mar 30 16:44:19.092855 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-0e8785d0-58fb-46fe-b2d9-c6b9627ddf7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:19.117403 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3d100ccb-c18d-4ecc-9030-b05e7cbf0a33 req-bae98ecd-4a27-499c-ba6e-226bf0b8b5c0 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420136 Mar 30 16:44:19.139429 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-0e8785d0-58fb-46fe-b2d9-c6b9627ddf7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Network 9066559d-1511-4e4c-9ef1-9189866f3059 is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:44:19.140019 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-0e8785d0-58fb-46fe-b2d9-c6b9627ddf7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:44:19.146818 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-0e8785d0-58fb-46fe-b2d9-c6b9627ddf7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:44:19.171629 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8785d0-58fb-46fe-b2d9-c6b9627ddf7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event updated for resources: {'Port': ['ID=e035bfaf-b71f-4473-8f64-09ddcb20f9aa,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:19.199964 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-0e8785d0-58fb-46fe-b2d9-c6b9627ddf7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:19.204441 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-0e8785d0-58fb-46fe-b2d9-c6b9627ddf7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:19.311982 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-0e8785d0-58fb-46fe-b2d9-c6b9627ddf7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8079960 Mar 30 16:44:19.326125 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Request body: {'port': {'device_id': '10d3b8b6-bd20-4f88-b948-3d0e5ba4970c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:19.371599 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-59714327-d374-44be-95e7-8e4ff3aee551 None None] Provisioning complete for port e035bfaf-b71f-4473-8f64-09ddcb20f9aa triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:44:19.372200 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-59714327-d374-44be-95e7-8e4ff3aee551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:19.388797 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:19.407755 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-59714327-d374-44be-95e7-8e4ff3aee551 None None] Port e035bfaf-b71f-4473-8f64-09ddcb20f9aa cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:44:19.894204 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e035bfaf-b71f-4473-8f64-09ddcb20f9aa {{(pid=105696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:44:19.902793 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Publish callbacks [] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:19.938867 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.provisioning_blocks [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Transition to ACTIVE for port object e035bfaf-b71f-4473-8f64-09ddcb20f9aa will not be triggered until provisioned by entity L2. {{(pid=105696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:44:19.961785 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ea429-5598-41ff-b4b4-1fb5a52c19f3 req-d0c0a243-d0d4-49c8-888b-3c74c903ff7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:19.964165 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4c7ea429-5598-41ff-b4b4-1fb5a52c19f3 req-d0c0a243-d0d4-49c8-888b-3c74c903ff7c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 931 time: 0.0589473 Mar 30 16:44:19.974110 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:19.997206 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:19.997550 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device f578bb2a-5423-45a1-bd55-7b3a5f05b0c8 not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:20.014893 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4c7ea429-5598-41ff-b4b4-1fb5a52c19f3 req-2f3765a0-cadb-43ed-9fe8-a43d062ade3f tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=015aa08e-621f-4587-ba55-967c3ad69ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450418 Mar 30 16:44:20.057925 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:20.107784 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Pushing event updated for resources: {'Port': ['ID=e035bfaf-b71f-4473-8f64-09ddcb20f9aa,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:20.182024 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Attempting to bind port e035bfaf-b71f-4473-8f64-09ddcb20f9aa on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:44:20.183298 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Attempting to bind port e035bfaf-b71f-4473-8f64-09ddcb20f9aa by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:44:20.183298 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Attempting to bind port e035bfaf-b71f-4473-8f64-09ddcb20f9aa on network 9066559d-1511-4e4c-9ef1-9189866f3059 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:44:20.187689 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Port e035bfaf-b71f-4473-8f64-09ddcb20f9aa on network 9066559d-1511-4e4c-9ef1-9189866f3059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:44:20.188020 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Attempting to bind port e035bfaf-b71f-4473-8f64-09ddcb20f9aa on network 9066559d-1511-4e4c-9ef1-9189866f3059 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:44:20.193577 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:44:20.193929 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Checking segment: {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:44:20.194323 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Bound using segment: {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:44:20.194769 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Bound port: e035bfaf-b71f-4473-8f64-09ddcb20f9aa, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae2fe66-5103-4a89-933e-1640cc2dc525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059'}}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:44:20.195141 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:20.249960 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe4c85-a688-4082-b0e7-2b1b8b8dd694 req-294af2bc-0b71-45d0-9b4c-e402b4b7e559 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:20.251526 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4abe4c85-a688-4082-b0e7-2b1b8b8dd694 req-294af2bc-0b71-45d0-9b4c-e402b4b7e559 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0593309 Mar 30 16:44:20.267334 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] For port e035bfaf-b71f-4473-8f64-09ddcb20f9aa, host hv-cinder-83587, cleared binding levels {{(pid=105696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:44:20.275500 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] For port e035bfaf-b71f-4473-8f64-09ddcb20f9aa, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e035bfaf-b71f-4473-8f64-09ddcb20f9aa,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:44:20.305337 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-4abe4c85-a688-4082-b0e7-2b1b8b8dd694 req-6aab0581-5282-49b5-be7a-380952c9649c tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474555 Mar 30 16:44:20.361420 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:20.395412 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:20.396032 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:20.397437 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] 10.222.0.45 "PUT /v2.0/ports/e035bfaf-b71f-4473-8f64-09ddcb20f9aa HTTP/1.1" status: 200 len: 1093 time: 1.0752718 Mar 30 16:44:20.397867 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d3b8b6-bd20-4f88-b948-3d0e5ba4970c', 'tag': 'e035bfaf-b71f-4473-8f64-09ddcb20f9aa'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:20.400247 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fa0c9e-25e5-4130-948f-d6c41cecf04a" -d '{"events": [{"name": "network-changed", "server_uuid": "10d3b8b6-bd20-4f88-b948-3d0e5ba4970c", "tag": "e035bfaf-b71f-4473-8f64-09ddcb20f9aa"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:20.435973 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a4ad1-b588-4af8-b298-9d3f3865edce service neutron] Pushing event updated for resources: {'Port': ['ID=e035bfaf-b71f-4473-8f64-09ddcb20f9aa,revision_number=3']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:20.454372 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff4ea73-158a-4335-8186-dc8e1193a2e5 x-openstack-request-id: req-cff4ea73-158a-4335-8186-dc8e1193a2e5 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:20.454669 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d3b8b6-bd20-4f88-b948-3d0e5ba4970c", "tag": "e035bfaf-b71f-4473-8f64-09ddcb20f9aa", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:20.458866 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cff4ea73-158a-4335-8186-dc8e1193a2e5 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:20.458866 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff4ea73-158a-4335-8186-dc8e1193a2e5'] response: {'name': 'network-changed', 'server_uuid': '10d3b8b6-bd20-4f88-b948-3d0e5ba4970c', 'tag': 'e035bfaf-b71f-4473-8f64-09ddcb20f9aa', 'status': 'completed', 'code': 200} Mar 30 16:44:20.516935 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa0c9e-25e5-4130-948f-d6c41cecf04a req-dd539d6e-0fbd-4b1c-a9fc-c9158f32df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:20.518449 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-82fa0c9e-25e5-4130-948f-d6c41cecf04a req-dd539d6e-0fbd-4b1c-a9fc-c9158f32df83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 1127 time: 0.0491331 Mar 30 16:44:20.623275 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa0c9e-25e5-4130-948f-d6c41cecf04a req-77160339-be82-45a8-8163-40ca572d8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:20.624803 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-82fa0c9e-25e5-4130-948f-d6c41cecf04a req-77160339-be82-45a8-8163-40ca572d8650 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0977111 Mar 30 16:44:20.720579 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa0c9e-25e5-4130-948f-d6c41cecf04a req-704bbd88-0239-4c30-9336-4a7904e7ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:20.722121 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-82fa0c9e-25e5-4130-948f-d6c41cecf04a req-704bbd88-0239-4c30-9336-4a7904e7ef2f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915964 Mar 30 16:44:20.800907 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-8379276c-4050-45e5-b4e1-24adf75da833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:20.802319 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-8379276c-4050-45e5-b4e1-24adf75da833 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 1127 time: 0.0447965 Mar 30 16:44:20.847091 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-001032e9-c25f-425f-83d3-9f9dde6ba5f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e035bfaf-b71f-4473-8f64-09ddcb20f9aa HTTP/1.1" status: 200 len: 217 time: 0.0380590 Mar 30 16:44:20.896861 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-e5542036-2c6b-41fe-bfc9-fcc7e5207ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:20.898278 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-e5542036-2c6b-41fe-bfc9-fcc7e5207ae0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b24404d6-5dc2-4606-9399-33eea5fa9693 HTTP/1.1" status: 200 len: 853 time: 0.0444901 Mar 30 16:44:20.947856 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-9de53596-03ad-4b97-8862-201acf8befcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:20.949366 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-9de53596-03ad-4b97-8862-201acf8befcf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9066559d-1511-4e4c-9ef1-9189866f3059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0446525 Mar 30 16:44:21.047811 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-70d8458d-b96d-4209-aa4b-3c8e9490a9ee service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894411 Mar 30 16:44:21.179494 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b7ff1bff-5f34-4244-87cd-d5c693f43c29 req-dbdceb86-7186-4e3c-b451-d210274b861f service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246073 Mar 30 16:44:21.188785 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48aa639-b752-4444-891e-1b3a22b17589 req-b2403246-11dd-4bc0-8b2f-25d9d2959a47 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:21.190271 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f48aa639-b752-4444-891e-1b3a22b17589 req-b2403246-11dd-4bc0-8b2f-25d9d2959a47 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 943 time: 0.0917840 Mar 30 16:44:21.240369 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f48aa639-b752-4444-891e-1b3a22b17589 req-42e3c626-cb21-48e7-b573-1826422c2221 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=015aa08e-621f-4587-ba55-967c3ad69ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428913 Mar 30 16:44:21.422137 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1017b-e071-4d72-880c-f07de026b823 req-0afa3943-82ca-4397-ab95-5014c95522c8 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:21.423661 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-82a1017b-e071-4d72-880c-f07de026b823 req-0afa3943-82ca-4397-ab95-5014c95522c8 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0530066 Mar 30 16:44:21.471138 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-82a1017b-e071-4d72-880c-f07de026b823 req-6b9d473d-9763-49b1-bbac-ab7dce6d480e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Mar 30 16:44:22.358919 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbe999-33a7-4c95-8503-ef4e70d9c730 req-fb7d5df6-ee7d-4593-a6ad-7c5a5ed7cc7e tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:22.360397 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7dbbe999-33a7-4c95-8503-ef4e70d9c730 req-fb7d5df6-ee7d-4593-a6ad-7c5a5ed7cc7e tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 943 time: 0.0537646 Mar 30 16:44:22.435401 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7dbbe999-33a7-4c95-8503-ef4e70d9c730 req-885d1290-9eaf-45a1-8a89-48ea9d2598dc tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=015aa08e-621f-4587-ba55-967c3ad69ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691571 Mar 30 16:44:22.458121 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9df253-5383-4ea6-9be4-2529cc1959ba req-21744e10-8ab0-4817-9466-2e96f907646e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:22.459547 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fe9df253-5383-4ea6-9be4-2529cc1959ba req-21744e10-8ab0-4817-9466-2e96f907646e tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0671489 Mar 30 16:44:22.555471 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-fe9df253-5383-4ea6-9be4-2529cc1959ba req-ee20d776-4deb-4cda-a2b1-5d78377d4bfe tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Deleting port 45e5030b-2858-40d6-b8a7-d128fee872c4 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:22.555728 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-fe9df253-5383-4ea6-9be4-2529cc1959ba req-ee20d776-4deb-4cda-a2b1-5d78377d4bfe tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:22.592381 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4839f67-ddc6-4d86-bf41-b7a8909481e8 req-99cabb6c-80b6-414b-a855-a907c1c28586 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:22.593921 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b4839f67-ddc6-4d86-bf41-b7a8909481e8 req-99cabb6c-80b6-414b-a855-a907c1c28586 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 946 time: 0.0567040 Mar 30 16:44:22.640919 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b4839f67-ddc6-4d86-bf41-b7a8909481e8 req-7ef63572-e919-49f9-9c30-7a4cb1bf274a tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fd93b25-1a94-4196-a494-770c7e469d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412991 Mar 30 16:44:22.651326 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-fe9df253-5383-4ea6-9be4-2529cc1959ba req-ee20d776-4deb-4cda-a2b1-5d78377d4bfe tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] For port 45e5030b-2858-40d6-b8a7-d128fee872c4, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=45e5030b-2858-40d6-b8a7-d128fee872c4,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:22.651697 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-fe9df253-5383-4ea6-9be4-2529cc1959ba req-ee20d776-4deb-4cda-a2b1-5d78377d4bfe tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:22.664613 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-fe9df253-5383-4ea6-9be4-2529cc1959ba req-ee20d776-4deb-4cda-a2b1-5d78377d4bfe tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Calling delete_port for 45e5030b-2858-40d6-b8a7-d128fee872c4 owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:22.902716 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-fe9df253-5383-4ea6-9be4-2529cc1959ba req-ee20d776-4deb-4cda-a2b1-5d78377d4bfe tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (45e5030b-2858-40d6-b8a7-d128fee872c4), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:22.918160 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['45e5030b-2858-40d6-b8a7-d128fee872c4'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:44:22.937010 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20d776-4deb-4cda-a2b1-5d78377d4bfe tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Pushing event deleted for resources: {'Port': ['ID=45e5030b-2858-40d6-b8a7-d128fee872c4,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:22.983558 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9df253-5383-4ea6-9be4-2529cc1959ba req-ee20d776-4deb-4cda-a2b1-5d78377d4bfe tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] No DVR routers for this DVR port 45e5030b-2858-40d6-b8a7-d128fee872c4 on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:22.986168 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-fe9df253-5383-4ea6-9be4-2529cc1959ba req-ee20d776-4deb-4cda-a2b1-5d78377d4bfe tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:22.989670 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fe9df253-5383-4ea6-9be4-2529cc1959ba req-ee20d776-4deb-4cda-a2b1-5d78377d4bfe tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.45 "DELETE /v2.0/ports/45e5030b-2858-40d6-b8a7-d128fee872c4 HTTP/1.1" status: 204 len: 173 time: 0.5245500 Mar 30 16:44:22.990115 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3726c6d6-daf9-49e5-8668-0fe9ace8475c', 'name': 'network-vif-deleted', 'tag': '45e5030b-2858-40d6-b8a7-d128fee872c4'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:22.992353 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3764a8a-7ae3-4de2-a3af-498087893dfc" -d '{"events": [{"server_uuid": "3726c6d6-daf9-49e5-8668-0fe9ace8475c", "name": "network-vif-deleted", "tag": "45e5030b-2858-40d6-b8a7-d128fee872c4"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:23.027535 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760f4364-9cfe-4746-880d-ed6b00f56f3b x-openstack-request-id: req-760f4364-9cfe-4746-880d-ed6b00f56f3b {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:23.027837 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3726c6d6-daf9-49e5-8668-0fe9ace8475c", "name": "network-vif-deleted", "tag": "45e5030b-2858-40d6-b8a7-d128fee872c4", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:23.028101 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-760f4364-9cfe-4746-880d-ed6b00f56f3b {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:23.028511 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760f4364-9cfe-4746-880d-ed6b00f56f3b'] response: {'server_uuid': '3726c6d6-daf9-49e5-8668-0fe9ace8475c', 'name': 'network-vif-deleted', 'tag': '45e5030b-2858-40d6-b8a7-d128fee872c4', 'status': 'completed', 'code': 200} Mar 30 16:44:23.562815 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937ea52-ac55-4a89-8827-9285c4580820 req-dda11434-85a4-40f1-9dc6-4248a7ac1f5c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:23.564258 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8937ea52-ac55-4a89-8827-9285c4580820 req-dda11434-85a4-40f1-9dc6-4248a7ac1f5c tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 943 time: 0.0533118 Mar 30 16:44:23.610317 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8937ea52-ac55-4a89-8827-9285c4580820 req-1ef91d39-85e8-487a-ba0f-1aaab2a8362d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=015aa08e-621f-4587-ba55-967c3ad69ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404358 Mar 30 16:44:23.753410 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-16b325dd-c712-4cea-8a52-9743b930324d req-0c299ff6-ccda-492d-a8f6-7c632baa09d7 tempest-ServerRescueNegativeTestJSON-1146400274 tempest-ServerRescueNegativeTestJSON-1146400274-project] 10.222.0.36 "GET /v2.0/ports?device_id=3726c6d6-daf9-49e5-8668-0fe9ace8475c HTTP/1.1" status: 200 len: 210 time: 0.0303185 Mar 30 16:44:23.966952 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:44:24.004191 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device e035bfaf-b71f-4473-8f64-09ddcb20f9aa details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:44:24.096748 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4287e1-d6a0-48d3-b0ba-45b68814d210 req-09f1931f-5e9b-41ec-90c7-33ce7cf9c555 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:24.099012 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7e4287e1-d6a0-48d3-b0ba-45b68814d210 req-09f1931f-5e9b-41ec-90c7-33ce7cf9c555 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0541401 Mar 30 16:44:24.127209 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port e035bfaf-b71f-4473-8f64-09ddcb20f9aa, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e035bfaf-b71f-4473-8f64-09ddcb20f9aa,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:24.141799 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': 'e035bfaf-b71f-4473-8f64-09ddcb20f9aa', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'port_id': 'e035bfaf-b71f-4473-8f64-09ddcb20f9aa', 'mac_address': 'fa:16:3e:fb:db:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:44:24.146838 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7e4287e1-d6a0-48d3-b0ba-45b68814d210 req-21600a42-5f33-4449-864c-d7666fbaf2a7 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419216 Mar 30 16:44:24.183235 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port e035bfaf-b71f-4473-8f64-09ddcb20f9aa is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:44:24.183708 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:24.196164 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e035bfaf-b71f-4473-8f64-09ddcb20f9aa {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:44:24.219656 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port e035bfaf-b71f-4473-8f64-09ddcb20f9aa, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e035bfaf-b71f-4473-8f64-09ddcb20f9aa,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:24.384562 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:24.436326 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=e035bfaf-b71f-4473-8f64-09ddcb20f9aa,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:24.623129 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['e035bfaf-b71f-4473-8f64-09ddcb20f9aa'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:44:24.735580 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8059dc-1506-4bed-b1d1-c38892007ad4 req-2dba8ad8-9ab8-41dc-b10e-ba8b3f36fd62 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:24.737195 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5d8059dc-1506-4bed-b1d1-c38892007ad4 req-2dba8ad8-9ab8-41dc-b10e-ba8b3f36fd62 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 944 time: 0.0538325 Mar 30 16:44:24.786005 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5d8059dc-1506-4bed-b1d1-c38892007ad4 req-18a0778c-678c-40d1-83f3-323ea8d8db37 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=015aa08e-621f-4587-ba55-967c3ad69ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423908 Mar 30 16:44:24.811222 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 40466) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:25.226937 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b0742231-caea-4125-8a08-469624f84b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509562'] for router_interface (daca434a-746f-4ab3-a29a-c5fa4995b6eb), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:25.275061 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1739be0-8819-4e2a-916d-de2f21af9b13 req-d816fd0a-3a33-4755-8346-d8dd22ce3b9b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:25.276677 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e1739be0-8819-4e2a-916d-de2f21af9b13 req-d816fd0a-3a33-4755-8346-d8dd22ce3b9b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0528078 Mar 30 16:44:25.327224 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e1739be0-8819-4e2a-916d-de2f21af9b13 req-32df4003-ef59-49ea-860e-2101290cc03a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446694 Mar 30 16:44:25.526933 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-b0742231-caea-4125-8a08-469624f84b18 admin admin] Deleting port 390fd5a7-c319-47e4-97c7-455799597206 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:25.527277 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b0742231-caea-4125-8a08-469624f84b18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (390fd5a7-c319-47e4-97c7-455799597206), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:25.602017 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [None req-b0742231-caea-4125-8a08-469624f84b18 admin admin] For port 390fd5a7-c319-47e4-97c7-455799597206, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=390fd5a7-c319-47e4-97c7-455799597206,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:25.602384 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b0742231-caea-4125-8a08-469624f84b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (390fd5a7-c319-47e4-97c7-455799597206), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:25.614649 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-b0742231-caea-4125-8a08-469624f84b18 admin admin] Calling delete_port for 390fd5a7-c319-47e4-97c7-455799597206 owned by network:router_interface {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:25.666252 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40474) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:25.709246 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b904cd-cbf5-4c39-ad73-2b52ce727077 admin admin] Deleting subnet 1c6f0822-6d77-4cb7-a01b-542cd055cf91 {{(pid=105697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:44:25.713062 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-61b904cd-cbf5-4c39-ad73-2b52ce727077 admin admin] Publish callbacks [] for subnet (1c6f0822-6d77-4cb7-a01b-542cd055cf91), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:25.745640 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-61b904cd-cbf5-4c39-ad73-2b52ce727077 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5032756'] for subnet (1c6f0822-6d77-4cb7-a01b-542cd055cf91), precommit_delete_associations {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:25.783688 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-61b904cd-cbf5-4c39-ad73-2b52ce727077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (1c6f0822-6d77-4cb7-a01b-542cd055cf91), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:25.882513 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b0742231-caea-4125-8a08-469624f84b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (390fd5a7-c319-47e4-97c7-455799597206), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:25.912547 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0742231-caea-4125-8a08-469624f84b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=390fd5a7-c319-47e4-97c7-455799597206,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:25.938586 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-61b904cd-cbf5-4c39-ad73-2b52ce727077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4204514'] for subnet (1c6f0822-6d77-4cb7-a01b-542cd055cf91), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:25.967659 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b904cd-cbf5-4c39-ad73-2b52ce727077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6f0822-6d77-4cb7-a01b-542cd055cf91,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:25.973731 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-61b904cd-cbf5-4c39-ad73-2b52ce727077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:25.978389 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-61b904cd-cbf5-4c39-ad73-2b52ce727077 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1c6f0822-6d77-4cb7-a01b-542cd055cf91 HTTP/1.1" status: 204 len: 168 time: 0.3097265 Mar 30 16:44:25.980886 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40478) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:25.986449 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad9899-ef17-4e65-82f7-0f5c47f1e361 req-674d6609-6344-44a7-bbb0-af4acbd27074 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:25.988236 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a6ad9899-ef17-4e65-82f7-0f5c47f1e361 req-674d6609-6344-44a7-bbb0-af4acbd27074 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 944 time: 0.1360219 Mar 30 16:44:26.043723 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device e035bfaf-b71f-4473-8f64-09ddcb20f9aa up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:44:26.059736 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-eca4267a-1e09-4452-820f-ad5fc66bc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (e404990a-eaef-437c-9d1e-300f1bce601d), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:26.138775 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a6ad9899-ef17-4e65-82f7-0f5c47f1e361 req-84f47b09-70a4-4920-b78a-690d23cf83d0 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=015aa08e-621f-4587-ba55-967c3ad69ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379063 Mar 30 16:44:26.161954 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-eca4267a-1e09-4452-820f-ad5fc66bc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (e404990a-eaef-437c-9d1e-300f1bce601d), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:26.169072 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b0742231-caea-4125-8a08-469624f84b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509162'] for router_interface (daca434a-746f-4ab3-a29a-c5fa4995b6eb), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:26.183747 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-eca4267a-1e09-4452-820f-ad5fc66bc8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e404990a-eaef-437c-9d1e-300f1bce601d']}} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:26.193313 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-eca4267a-1e09-4452-820f-ad5fc66bc8f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f919ce-280c-4afb-a161-f7f6739283cb') {'for_net_delete': True} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:26.193613 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-eca4267a-1e09-4452-820f-ad5fc66bc8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f919ce-280c-4afb-a161-f7f6739283cb') {} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:26.203574 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-eca4267a-1e09-4452-820f-ad5fc66bc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5032767'] for segment (53f919ce-280c-4afb-a161-f7f6739283cb), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:26.228549 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port e035bfaf-b71f-4473-8f64-09ddcb20f9aa completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:44:26.228786 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-eca4267a-1e09-4452-820f-ad5fc66bc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (53f919ce-280c-4afb-a161-f7f6739283cb), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:26.228951 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port e035bfaf-b71f-4473-8f64-09ddcb20f9aa triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:44:26.228951 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca4267a-1e09-4452-820f-ad5fc66bc8f8 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=105697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-eca4267a-1e09-4452-820f-ad5fc66bc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5209648'] for segment (53f919ce-280c-4afb-a161-f7f6739283cb), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: Traceback (most recent call last): Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: timer() Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: cb(*args, **kw) Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: return func(*args, **kwargs) Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: self._notify() Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: self.callback(batched_events) Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: event.method(event) Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: return f(self, *a, **k) Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: return self._get(url).json() Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: return self.request(url, 'GET', **kwargs) Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:44:26.229125 dv-cinder-835871-1-smb neutron-server[105697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:44:26.301294 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port e035bfaf-b71f-4473-8f64-09ddcb20f9aa is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:44:26.301687 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:26.324717 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d3b8b6-bd20-4f88-b948-3d0e5ba4970c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e035bfaf-b71f-4473-8f64-09ddcb20f9aa'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:26.327083 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4100d2bf-96c7-4496-b2e1-5734d436859b" -d '{"events": [{"server_uuid": "10d3b8b6-bd20-4f88-b948-3d0e5ba4970c", "name": "network-vif-plugged", "status": "completed", "tag": "e035bfaf-b71f-4473-8f64-09ddcb20f9aa"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:26.340267 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port e035bfaf-b71f-4473-8f64-09ddcb20f9aa, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e035bfaf-b71f-4473-8f64-09ddcb20f9aa,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:26.381141 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8181cc1e-ffc0-46bc-ae55-586cd5adc108 x-openstack-request-id: req-8181cc1e-ffc0-46bc-ae55-586cd5adc108 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:26.381141 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d3b8b6-bd20-4f88-b948-3d0e5ba4970c", "name": "network-vif-plugged", "status": "completed", "tag": "e035bfaf-b71f-4473-8f64-09ddcb20f9aa", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:26.381141 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8181cc1e-ffc0-46bc-ae55-586cd5adc108 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:26.381141 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8181cc1e-ffc0-46bc-ae55-586cd5adc108'] response: {'server_uuid': '10d3b8b6-bd20-4f88-b948-3d0e5ba4970c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e035bfaf-b71f-4473-8f64-09ddcb20f9aa', 'code': 200} Mar 30 16:44:26.406465 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-eca4267a-1e09-4452-820f-ad5fc66bc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (e404990a-eaef-437c-9d1e-300f1bce601d), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:26.409342 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0742231-caea-4125-8a08-469624f84b18 admin admin] Router daca434a-746f-4ab3-a29a-c5fa4995b6eb has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:26.411352 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-eca4267a-1e09-4452-820f-ad5fc66bc8f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:26.417707 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-eca4267a-1e09-4452-820f-ad5fc66bc8f8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e404990a-eaef-437c-9d1e-300f1bce601d HTTP/1.1" status: 204 len: 168 time: 0.4330764 Mar 30 16:44:26.436287 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:26.438120 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 45e5030b-2858-40d6-b8a7-d128fee872c4 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:26.458530 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4267a-1e09-4452-820f-ad5fc66bc8f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e404990a-eaef-437c-9d1e-300f1bce601d,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:26.491235 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 45e5030b-2858-40d6-b8a7-d128fee872c4 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:26.491503 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 45e5030b-2858-40d6-b8a7-d128fee872c4 not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:26.518728 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=e035bfaf-b71f-4473-8f64-09ddcb20f9aa,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:26.549068 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbc3c3-e5a2-43ab-9545-188a029a0abd req-30a885be-3328-4072-a3a4-d05fca9ef175 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:26.550557 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8fcbc3c3-e5a2-43ab-9545-188a029a0abd req-30a885be-3328-4072-a3a4-d05fca9ef175 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.1397970 Mar 30 16:44:26.594506 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0742231-caea-4125-8a08-469624f84b18 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:26.601731 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-b0742231-caea-4125-8a08-469624f84b18 admin admin] 10.222.0.36 "PUT /v2.0/routers/daca434a-746f-4ab3-a29a-c5fa4995b6eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7894654 Mar 30 16:44:26.605271 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40486) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:26.609566 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b9969-0f24-4bc1-899e-4fe050ffc508 None None] Sync routers for ids ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:44:26.614246 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8fcbc3c3-e5a2-43ab-9545-188a029a0abd req-f122f618-946f-43fd-9060-fd8e4ed69059 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573781 Mar 30 16:44:26.618063 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b9969-0f24-4bc1-899e-4fe050ffc508 None None] Routers {'daca434a-746f-4ab3-a29a-c5fa4995b6eb'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:26.619551 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-a78b9969-0f24-4bc1-899e-4fe050ffc508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:44:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:26.725515 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e34ae-d9d5-4a42-8137-83133132beee req-dfa4f4ee-feb1-497f-ba76-26a67f7b7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:26.727004 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-160e34ae-d9d5-4a42-8137-83133132beee req-dfa4f4ee-feb1-497f-ba76-26a67f7b7a63 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 1129 time: 0.0509818 Mar 30 16:44:26.733685 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] Publish callbacks [] for router (daca434a-746f-4ab3-a29a-c5fa4995b6eb), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:26.738504 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-a78b9969-0f24-4bc1-899e-4fe050ffc508 None None] Set router daca434a-746f-4ab3-a29a-c5fa4995b6eb gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:26.774993 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-160e34ae-d9d5-4a42-8137-83133132beee req-2f5869ca-bb0c-426a-b82d-75b0e928d422 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=015aa08e-621f-4587-ba55-967c3ad69ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409908 Mar 30 16:44:26.847593 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] Publish callbacks [] for router_gateway (daca434a-746f-4ab3-a29a-c5fa4995b6eb), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:26.854863 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 40488) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:26.893632 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-d9a7219b-dc65-4177-bc50-febce5acc134 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=855d8a2eb7ba42d889ec67b36e2f7d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375745 Mar 30 16:44:26.896086 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40490) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:26.921210 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-a78b9969-0f24-4bc1-899e-4fe050ffc508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:44:25Z', 'revision_number': 5, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:26.944534 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0977d1d2-79f6-4940-b11f-e8c75f538e9b admin admin] Publish callbacks [] for security_group (bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:26.948958 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b9969-0f24-4bc1-899e-4fe050ffc508 None None] Checking router: daca434a-746f-4ab3-a29a-c5fa4995b6eb for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:44:26.957271 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b9969-0f24-4bc1-899e-4fe050ffc508 None None] Routers {'daca434a-746f-4ab3-a29a-c5fa4995b6eb'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:26.957888 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-a78b9969-0f24-4bc1-899e-4fe050ffc508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:44:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:26.966368 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0977d1d2-79f6-4940-b11f-e8c75f538e9b admin admin] Publish callbacks [] for security_group (bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:27.042794 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] Deleting port 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:27.043015 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:27.069136 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-a78b9969-0f24-4bc1-899e-4fe050ffc508 None None] Set router daca434a-746f-4ab3-a29a-c5fa4995b6eb gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:27.121133 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] For port 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:27.121495 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:27.134438 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] Calling delete_port for 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 owned by network:router_gateway {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:27.182415 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0977d1d2-79f6-4940-b11f-e8c75f538e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:27.182533 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0977d1d2-79f6-4940-b11f-e8c75f538e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:27.186213 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-0977d1d2-79f6-4940-b11f-e8c75f538e9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d HTTP/1.1" status: 204 len: 168 time: 0.2866240 Mar 30 16:44:27.193716 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977d1d2-79f6-4940-b11f-e8c75f538e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9ef63b-b29f-4d3e-9cdb-bb15f29e416d,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:27.282641 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-a78b9969-0f24-4bc1-899e-4fe050ffc508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:44:25Z', 'revision_number': 5, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:27.311068 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b9969-0f24-4bc1-899e-4fe050ffc508 None None] The sync data for ids ['daca434a-746f-4ab3-a29a-c5fa4995b6eb'] in dv-cinder-835871-1-smb is: [{'id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-686059980-router', 'tenant_id': '86b56c01e378413aaee7ae98a08a51b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:33Z', 'updated_at': '2022-03-30T16:44:25Z', 'revision_number': 5, 'project_id': '86b56c01e378413aaee7ae98a08a51b1', 'gw_port': {'id': '8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daca434a-746f-4ab3-a29a-c5fa4995b6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:35Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:44:27.332751 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f2c80-ddda-4085-a76d-4f723f5a231f req-6d5e2752-4536-433c-aa9e-4eb5f139beb3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:27.334305 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7b9f2c80-ddda-4085-a76d-4f723f5a231f req-6d5e2752-4536-433c-aa9e-4eb5f139beb3 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 945 time: 0.1218588 Mar 30 16:44:27.415647 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7b9f2c80-ddda-4085-a76d-4f723f5a231f req-b6c3e1f1-3ac3-4a47-82a6-a42b6c8338b8 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=015aa08e-621f-4587-ba55-967c3ad69ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550685 Mar 30 16:44:27.520649 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:27.546346 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:27.606020 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508416'] for router_gateway (daca434a-746f-4ab3-a29a-c5fa4995b6eb), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:27.724279 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router (daca434a-746f-4ab3-a29a-c5fa4995b6eb), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:27.726782 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] Publish callbacks [] for router_controller (daca434a-746f-4ab3-a29a-c5fa4995b6eb), precommit_delete_associations {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:27.778895 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e54ac-5b23-495a-a523-84dd0d282bba req-37240f1e-ecaf-4b19-9289-abae21700cf8 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:27.786798 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2f1e54ac-5b23-495a-a523-84dd0d282bba req-37240f1e-ecaf-4b19-9289-abae21700cf8 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0811641 Mar 30 16:44:27.837691 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2f1e54ac-5b23-495a-a523-84dd0d282bba req-129e579e-b237-4510-9ba4-73851c37d231 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497050 Mar 30 16:44:27.943293 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-522469'] for router (daca434a-746f-4ab3-a29a-c5fa4995b6eb), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:27.943853 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daca434a-746f-4ab3-a29a-c5fa4995b6eb {{(pid=105697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:44:27.949651 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:27.950086 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-116069ad-ac4d-4b8d-ab10-ad512a40c3d7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/daca434a-746f-4ab3-a29a-c5fa4995b6eb HTTP/1.1" status: 204 len: 168 time: 1.3436589 Mar 30 16:44:27.952691 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40498) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:28.002934 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce5069d-6812-4f72-a439-64665e5b5e83 admin admin] Deleting subnet 7adea186-bf7a-46ee-a3ce-f9458fc0ca1b {{(pid=105697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:44:28.006257 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0ce5069d-6812-4f72-a439-64665e5b5e83 admin admin] Publish callbacks [] for subnet (7adea186-bf7a-46ee-a3ce-f9458fc0ca1b), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:28.043443 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0ce5069d-6812-4f72-a439-64665e5b5e83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5032756'] for subnet (7adea186-bf7a-46ee-a3ce-f9458fc0ca1b), precommit_delete_associations {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:28.091508 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 390fd5a7-c319-47e4-97c7-455799597206 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:28.116694 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 390fd5a7-c319-47e4-97c7-455799597206 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:28.117075 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 390fd5a7-c319-47e4-97c7-455799597206 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:28.164721 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0ce5069d-6812-4f72-a439-64665e5b5e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (7adea186-bf7a-46ee-a3ce-f9458fc0ca1b), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:28.355564 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0ce5069d-6812-4f72-a439-64665e5b5e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4204514'] for subnet (7adea186-bf7a-46ee-a3ce-f9458fc0ca1b), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:28.380534 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5069d-6812-4f72-a439-64665e5b5e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7adea186-bf7a-46ee-a3ce-f9458fc0ca1b,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:28.383996 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0ce5069d-6812-4f72-a439-64665e5b5e83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:28.387188 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-0ce5069d-6812-4f72-a439-64665e5b5e83 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7adea186-bf7a-46ee-a3ce-f9458fc0ca1b HTTP/1.1" status: 204 len: 168 time: 0.4335129 Mar 30 16:44:28.389820 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 40500) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:28.391034 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f046fa3f-d310-40eb-8d8c-af751ecfb046 None None] Network 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:44:28.479022 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (7ce82cf7-825b-4ffe-ac10-dcddda1e0699), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:28.537837 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Deleting port 55460f75-ddbb-40da-8bdc-94324f72c5a4 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:28.538390 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:28.560062 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef1f6e-dc6d-4622-abd8-5f5253497695 req-7a2b76fb-8165-4bd8-ae9e-85d40e317b33 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:28.561647 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-30ef1f6e-dc6d-4622-abd8-5f5253497695 req-7a2b76fb-8165-4bd8-ae9e-85d40e317b33 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 945 time: 0.0728195 Mar 30 16:44:28.588860 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] DHCP port deletion for 7ce82cf7-825b-4ffe-ac10-dcddda1e0699 request from dv-cinder-835871-1-smb {{(pid=105698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:44:28.616072 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] For port 55460f75-ddbb-40da-8bdc-94324f72c5a4, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=55460f75-ddbb-40da-8bdc-94324f72c5a4,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:28.616435 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:28.617345 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-30ef1f6e-dc6d-4622-abd8-5f5253497695 req-537dbeec-4f5d-46d8-b518-d25b45a15fcb tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=015aa08e-621f-4587-ba55-967c3ad69ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499785 Mar 30 16:44:28.630493 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Calling delete_port for 55460f75-ddbb-40da-8bdc-94324f72c5a4 owned by network:dhcp {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:28.639205 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Deleting port 55460f75-ddbb-40da-8bdc-94324f72c5a4 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:28.640189 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:28.707711 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] For port 55460f75-ddbb-40da-8bdc-94324f72c5a4, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=55460f75-ddbb-40da-8bdc-94324f72c5a4,segment=NetworkSegment(fe69eaa1-c3bf-463a-a041-1985850ffc9d),segment_id=fe69eaa1-c3bf-463a-a041-1985850ffc9d)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:28.708136 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:28.721656 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Calling delete_port for 55460f75-ddbb-40da-8bdc-94324f72c5a4 owned by network:dhcp {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:28.755251 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72df797-093b-4697-9d1d-3913ae72bab0 req-3ea9e951-01f8-4938-b4ea-6d8219af25ff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:28.756851 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d72df797-093b-4697-9d1d-3913ae72bab0 req-3ea9e951-01f8-4938-b4ea-6d8219af25ff tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 945 time: 0.0709112 Mar 30 16:44:28.766388 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 40506) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:28.770850 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-7a228dd2-a366-4aa5-aed9-8f75b1e7f8b7 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Request body: {'floatingip': {'port_id': 'e035bfaf-b71f-4473-8f64-09ddcb20f9aa'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:28.812357 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7a228dd2-a366-4aa5-aed9-8f75b1e7f8b7 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (f36932b0-26f8-408c-a155-3a8f29b93d55), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:28.866162 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:28.879113 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831'] for port (55460f75-ddbb-40da-8bdc-94324f72c5a4), after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:28.907145 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Pushing event deleted for resources: {'Port': ['ID=55460f75-ddbb-40da-8bdc-94324f72c5a4,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:28.909104 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Pushing event deleted for resources: {'Port': ['ID=55460f75-ddbb-40da-8bdc-94324f72c5a4,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:28.914772 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] No DVR routers for this DVR port 55460f75-ddbb-40da-8bdc-94324f72c5a4 on host dv-cinder-835871-1-smb {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:28.917702 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.918050 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.918399 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.919023 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.919368 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.919707 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.920042 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.920379 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.920715 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.921071 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.921405 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.921751 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.922084 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.922413 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.922738 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc798892-af10-442c-8cdc-d876c8964114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:28.991260 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617c783-3df8-4738-a15b-5f871b4ee052 req-b3e8f376-95ec-46bb-972a-55bef43761bb tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:28.992852 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9617c783-3df8-4738-a15b-5f871b4ee052 req-b3e8f376-95ec-46bb-972a-55bef43761bb tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0697634 Mar 30 16:44:29.042207 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9617c783-3df8-4738-a15b-5f871b4ee052 req-fa1ec555-a145-443a-9834-f8787168873d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426552 Mar 30 16:44:29.181427 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] No DVR routers for this DVR port 55460f75-ddbb-40da-8bdc-94324f72c5a4 on host dv-cinder-835871-1-smb {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:29.327516 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (7ce82cf7-825b-4ffe-ac10-dcddda1e0699), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:29.361114 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce82cf7-825b-4ffe-ac10-dcddda1e0699']}} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:29.373868 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe69eaa1-c3bf-463a-a041-1985850ffc9d') {'for_net_delete': True} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:29.374169 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe69eaa1-c3bf-463a-a041-1985850ffc9d') {} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:29.387666 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368503'] for segment (fe69eaa1-c3bf-463a-a041-1985850ffc9d), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:29.409916 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (fe69eaa1-c3bf-463a-a041-1985850ffc9d), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:29.447156 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=105696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:44:29.447564 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6117412'] for segment (fe69eaa1-c3bf-463a-a041-1985850ffc9d), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: Traceback (most recent call last): Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: timer() Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: cb(*args, **kw) Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: return func(*args, **kwargs) Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: self._notify() Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: self.callback(batched_events) Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: event.method(event) Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: return f(self, *a, **k) Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: return self._get(url).json() Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: return self.request(url, 'GET', **kwargs) Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:44:29.449244 dv-cinder-835871-1-smb neutron-server[105696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:44:29.670063 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7a228dd2-a366-4aa5-aed9-8f75b1e7f8b7 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:29.685989 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (7ce82cf7-825b-4ffe-ac10-dcddda1e0699), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:29.691038 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:29.695289 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] 10.222.0.36 "DELETE /v2.0/networks/7ce82cf7-825b-4ffe-ac10-dcddda1e0699 HTTP/1.1" status: 204 len: 168 time: 1.3034461 Mar 30 16:44:29.705350 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907cf57-d2df-4b54-ae63-a387782e9eda admin admin] Pushing event deleted for resources: {'Network': ['ID=7ce82cf7-825b-4ffe-ac10-dcddda1e0699,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:29.745204 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7a228dd2-a366-4aa5-aed9-8f75b1e7f8b7 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (f36932b0-26f8-408c-a155-3a8f29b93d55), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:29.851890 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.l3_db [None req-7a228dd2-a366-4aa5-aed9-8f75b1e7f8b7 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Floating IP f36932b0-26f8-408c-a155-3a8f29b93d55 associated. External IP: 172.28.2.137, port: e035bfaf-b71f-4473-8f64-09ddcb20f9aa. Mar 30 16:44:30.068276 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a228dd2-a366-4aa5-aed9-8f75b1e7f8b7 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Router 22bd6ca0-5b3b-4932-a185-31140e9d2822 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:30.073656 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:30.095007 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:30.095542 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 8c3b7dfe-eab1-4fc9-9d6b-97424306d9a7 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:30.101032 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 55460f75-ddbb-40da-8bdc-94324f72c5a4 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:30.117406 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 55460f75-ddbb-40da-8bdc-94324f72c5a4 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:30.117406 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 55460f75-ddbb-40da-8bdc-94324f72c5a4 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:30.119474 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40514) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:30.173245 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-ca9192c9-6760-4a54-bfac-87731b82de6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86b56c01e378413aaee7ae98a08a51b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0506206 Mar 30 16:44:30.175994 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40516) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:30.220632 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc0487-4bd9-4ce5-a538-b089ccbfd141 req-d8ff0a53-5383-4d0c-8c97-bad7b1991f93 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:30.222218 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-10fc0487-4bd9-4ce5-a538-b089ccbfd141 req-d8ff0a53-5383-4d0c-8c97-bad7b1991f93 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0737569 Mar 30 16:44:30.223465 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9b81a633-05e2-4d6a-aafa-d4c192adde83 admin admin] Publish callbacks [] for security_group (3fd93b25-1a94-4196-a494-770c7e469d76), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:30.240390 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a228dd2-a366-4aa5-aed9-8f75b1e7f8b7 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:30.250557 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9b81a633-05e2-4d6a-aafa-d4c192adde83 admin admin] Publish callbacks [] for security_group (3fd93b25-1a94-4196-a494-770c7e469d76), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:30.250653 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:30.250757 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7a228dd2-a366-4aa5-aed9-8f75b1e7f8b7 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:30.251934 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b2cb16-0210-4f85-bd29-5776aba3a545 None None] Sync routers for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:44:30.263281 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b2cb16-0210-4f85-bd29-5776aba3a545 None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:30.264156 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-f8b2cb16-0210-4f85-bd29-5776aba3a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:44:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:30.294214 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-7a228dd2-a366-4aa5-aed9-8f75b1e7f8b7 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "PUT /v2.0/floatingips/f36932b0-26f8-408c-a155-3a8f29b93d55 HTTP/1.1" status: 200 len: 991 time: 1.5263367 Mar 30 16:44:30.297603 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d3b8b6-bd20-4f88-b948-3d0e5ba4970c', 'tag': 'e035bfaf-b71f-4473-8f64-09ddcb20f9aa'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:30.299865 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397a5482-c7de-44b9-89a0-09cf3143f3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "10d3b8b6-bd20-4f88-b948-3d0e5ba4970c", "tag": "e035bfaf-b71f-4473-8f64-09ddcb20f9aa"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:30.318637 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-10fc0487-4bd9-4ce5-a538-b089ccbfd141 req-e31db11a-a164-4e61-8bb1-aba58c34ea64 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870814 Mar 30 16:44:30.354405 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77208fde-807a-4b8a-950e-4d170085b3cb x-openstack-request-id: req-77208fde-807a-4b8a-950e-4d170085b3cb {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:30.354707 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d3b8b6-bd20-4f88-b948-3d0e5ba4970c", "tag": "e035bfaf-b71f-4473-8f64-09ddcb20f9aa", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:30.354972 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77208fde-807a-4b8a-950e-4d170085b3cb {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:30.355400 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77208fde-807a-4b8a-950e-4d170085b3cb'] response: {'name': 'network-changed', 'server_uuid': '10d3b8b6-bd20-4f88-b948-3d0e5ba4970c', 'tag': 'e035bfaf-b71f-4473-8f64-09ddcb20f9aa', 'status': 'completed', 'code': 200} Mar 30 16:44:30.396424 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-f8b2cb16-0210-4f85-bd29-5776aba3a545 None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:30.435942 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a5482-c7de-44b9-89a0-09cf3143f3ff req-903d125b-a758-4b9d-8a03-8d9d3c321340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:30.437566 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-397a5482-c7de-44b9-89a0-09cf3143f3ff req-903d125b-a758-4b9d-8a03-8d9d3c321340 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 1129 time: 0.0604105 Mar 30 16:44:30.456749 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9b81a633-05e2-4d6a-aafa-d4c192adde83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (3fd93b25-1a94-4196-a494-770c7e469d76), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:30.459897 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9b81a633-05e2-4d6a-aafa-d4c192adde83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:30.464413 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-9b81a633-05e2-4d6a-aafa-d4c192adde83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3fd93b25-1a94-4196-a494-770c7e469d76 HTTP/1.1" status: 204 len: 168 time: 0.2840669 Mar 30 16:44:30.474638 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81a633-05e2-4d6a-aafa-d4c192adde83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd93b25-1a94-4196-a494-770c7e469d76,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:30.559933 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a5482-c7de-44b9-89a0-09cf3143f3ff req-77758834-dc35-40c3-b7e9-4a31ea48e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:30.562399 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-397a5482-c7de-44b9-89a0-09cf3143f3ff req-77758834-dc35-40c3-b7e9-4a31ea48e5f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9066559d-1511-4e4c-9ef1-9189866f3059 HTTP/1.1" status: 200 len: 915 time: 0.1187780 Mar 30 16:44:30.655522 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-397a5482-c7de-44b9-89a0-09cf3143f3ff req-27b58000-3ea3-4a08-a9a0-63391551f948 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e035bfaf-b71f-4473-8f64-09ddcb20f9aa HTTP/1.1" status: 200 len: 999 time: 0.0861197 Mar 30 16:44:30.693016 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-f8b2cb16-0210-4f85-bd29-5776aba3a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'f36932b0-26f8-408c-a155-3a8f29b93d55', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.137', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': 'e035bfaf-b71f-4473-8f64-09ddcb20f9aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:fb:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d3b8b6-bd20-4f88-b948-3d0e5ba4970c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:44:14Z', 'updated_at': '2022-03-30T16:44:29Z', 'revision_number': 1, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:30.708011 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a5482-c7de-44b9-89a0-09cf3143f3ff req-5d20a791-df0c-4760-a20d-99c6400023ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:30.709567 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-397a5482-c7de-44b9-89a0-09cf3143f3ff req-5d20a791-df0c-4760-a20d-99c6400023ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b24404d6-5dc2-4606-9399-33eea5fa9693 HTTP/1.1" status: 200 len: 853 time: 0.0477557 Mar 30 16:44:30.720074 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b2cb16-0210-4f85-bd29-5776aba3a545 None None] Checking router: 22bd6ca0-5b3b-4932-a185-31140e9d2822 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:44:30.728819 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b2cb16-0210-4f85-bd29-5776aba3a545 None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:30.729721 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-f8b2cb16-0210-4f85-bd29-5776aba3a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:44:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:30.762967 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a5482-c7de-44b9-89a0-09cf3143f3ff req-eebad28a-9755-49aa-8b31-1749b37badec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:30.764774 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-397a5482-c7de-44b9-89a0-09cf3143f3ff req-eebad28a-9755-49aa-8b31-1749b37badec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9066559d-1511-4e4c-9ef1-9189866f3059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0492635 Mar 30 16:44:30.837341 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-f8b2cb16-0210-4f85-bd29-5776aba3a545 None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:30.865326 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-397a5482-c7de-44b9-89a0-09cf3143f3ff req-da56386a-71e1-4cef-b7ee-1041cd662818 service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887465 Mar 30 16:44:30.961085 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-397a5482-c7de-44b9-89a0-09cf3143f3ff req-85fd8ce6-ef85-4bd3-a7e2-dc08bc8bbbed service neutron] 10.222.0.45 "GET /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882382 Mar 30 16:44:31.076266 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-f8b2cb16-0210-4f85-bd29-5776aba3a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'f36932b0-26f8-408c-a155-3a8f29b93d55', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.137', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': 'e035bfaf-b71f-4473-8f64-09ddcb20f9aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:fb:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d3b8b6-bd20-4f88-b948-3d0e5ba4970c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:44:14Z', 'updated_at': '2022-03-30T16:44:29Z', 'revision_number': 1, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:31.105942 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b2cb16-0210-4f85-bd29-5776aba3a545 None None] The sync data for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb is: [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'f36932b0-26f8-408c-a155-3a8f29b93d55', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'floating_ip_address': '172.28.2.137', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'port_id': 'e035bfaf-b71f-4473-8f64-09ddcb20f9aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'mac_address': 'fa:16:3e:fb:db:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d3b8b6-bd20-4f88-b948-3d0e5ba4970c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:44:14Z', 'updated_at': '2022-03-30T16:44:29Z', 'revision_number': 1, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:44:31.302743 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab973b0-0243-46f0-b0e7-e8d494c4a79b None None] New status for floating IP f36932b0-26f8-408c-a155-3a8f29b93d55: ACTIVE {{(pid=105698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:44:31.617780 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9a57b883-dd08-4831-84d0-5e26158faf0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:31.624425 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd1423-6725-43ed-a965-7e053db4e311 req-13d2eb0d-d7d1-4b33-91c6-586e8584ebff tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:31.625945 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-aedd1423-6725-43ed-a965-7e053db4e311 req-13d2eb0d-d7d1-4b33-91c6-586e8584ebff tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.2326357 Mar 30 16:44:31.674797 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-aedd1423-6725-43ed-a965-7e053db4e311 req-5c854645-42ab-4189-bfef-d3ee3b921dc1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431390 Mar 30 16:44:32.403827 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40556) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:32.512111 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a27051f0-e78e-407f-9386-da34b3cfdd2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:32.586753 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a27051f0-e78e-407f-9386-da34b3cfdd2e admin admin] Publish callbacks [] for security_group (16ff09ce-104f-423c-9e05-5c8dbeb23475), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:32.743342 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a27051f0-e78e-407f-9386-da34b3cfdd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (16ff09ce-104f-423c-9e05-5c8dbeb23475), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:32.786654 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-a27051f0-e78e-407f-9386-da34b3cfdd2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5046bcb3c55243d8a6d730a7a2f01e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816948 Mar 30 16:44:32.787628 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27051f0-e78e-407f-9386-da34b3cfdd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ff09ce-104f-423c-9e05-5c8dbeb23475,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:32.789452 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 40564) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:32.842151 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4fbed014-8cc6-47ce-948b-3fc362fc5330 admin admin] Publish callbacks [] for security_group (16ff09ce-104f-423c-9e05-5c8dbeb23475), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:32.865054 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4fbed014-8cc6-47ce-948b-3fc362fc5330 admin admin] Publish callbacks [] for security_group (16ff09ce-104f-423c-9e05-5c8dbeb23475), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:32.922329 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea3659-9712-4de9-a2b8-df0158a72070 req-7d1b16cc-e9a1-4aaf-b217-489625eeed44 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:32.923799 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3fea3659-9712-4de9-a2b8-df0158a72070 req-7d1b16cc-e9a1-4aaf-b217-489625eeed44 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.1697924 Mar 30 16:44:32.968959 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3fea3659-9712-4de9-a2b8-df0158a72070 req-194dd8fb-0c15-4795-8ae7-039a38c1c188 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393379 Mar 30 16:44:33.041325 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4fbed014-8cc6-47ce-948b-3fc362fc5330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (16ff09ce-104f-423c-9e05-5c8dbeb23475), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:33.044180 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4fbed014-8cc6-47ce-948b-3fc362fc5330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:33.045397 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-4fbed014-8cc6-47ce-948b-3fc362fc5330 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16ff09ce-104f-423c-9e05-5c8dbeb23475 HTTP/1.1" status: 204 len: 168 time: 0.2542443 Mar 30 16:44:33.053178 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbed014-8cc6-47ce-948b-3fc362fc5330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ff09ce-104f-423c-9e05-5c8dbeb23475,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:33.789169 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-fdf90a1e-f8e3-402b-925e-9412afebc1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:34.249998 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e422907-5998-4fc2-b3c6-6506035cbdd4 req-497d1728-1d8a-45e3-a976-e5437665e643 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:34.251490 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4e422907-5998-4fc2-b3c6-6506035cbdd4 req-497d1728-1d8a-45e3-a976-e5437665e643 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0527461 Mar 30 16:44:34.298509 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-4e422907-5998-4fc2-b3c6-6506035cbdd4 req-3539d0b0-5f19-456c-9104-ad72d0a56b5b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415778 Mar 30 16:44:35.291957 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.422315 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0a8b6-4090-4583-90d4-3d8e217c3abc req-cc858288-2221-4e4f-974c-9f0a3da6b6ba tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:35.423806 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-aac0a8b6-4090-4583-90d4-3d8e217c3abc req-cc858288-2221-4e4f-974c-9f0a3da6b6ba tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0547590 Mar 30 16:44:35.475800 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-aac0a8b6-4090-4583-90d4-3d8e217c3abc req-0b2995da-9da1-421b-ba10-7a6a102ffd1d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461776 Mar 30 16:44:36.145127 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 2cabb66b-e258-41cb-9b62-1e5046c4e584 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:44:36.248150 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 2cabb66b-e258-41cb-9b62-1e5046c4e584, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:36.259873 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'port_id': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'mac_address': 'fa:16:3e:c8:24:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:44:36.302042 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 2cabb66b-e258-41cb-9b62-1e5046c4e584 is: ACTIVE; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:44:36.302726 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.317536 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cabb66b-e258-41cb-9b62-1e5046c4e584 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:44:36.345131 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 2cabb66b-e258-41cb-9b62-1e5046c4e584, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:36.480809 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.482719 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.528497 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=2cabb66b-e258-41cb-9b62-1e5046c4e584,revision_number=6']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:36.604860 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011b639-e3cf-4eab-85e2-718490e57acb req-3e89ea27-70b0-4b8b-aaaf-eb510443fcb1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:36.606377 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7011b639-e3cf-4eab-85e2-718490e57acb req-3e89ea27-70b0-4b8b-aaaf-eb510443fcb1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 945 time: 0.0551908 Mar 30 16:44:36.621746 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['2cabb66b-e258-41cb-9b62-1e5046c4e584'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:44:36.652821 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7011b639-e3cf-4eab-85e2-718490e57acb req-00c23237-3acd-4c28-a2f2-e83c7f920c7c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409646 Mar 30 16:44:37.798004 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd9816-f1ab-4f9b-8114-e36d6c669d26 req-f3d0aa8e-2650-474d-9227-9556728256eb tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:37.799539 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a8bd9816-f1ab-4f9b-8114-e36d6c669d26 req-f3d0aa8e-2650-474d-9227-9556728256eb tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 945 time: 0.0581207 Mar 30 16:44:37.847578 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a8bd9816-f1ab-4f9b-8114-e36d6c669d26 req-b7af884e-36b4-4367-a05e-0aec29ccb967 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424039 Mar 30 16:44:38.159930 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 2cabb66b-e258-41cb-9b62-1e5046c4e584 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:44:38.191271 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:38.222733 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 2cabb66b-e258-41cb-9b62-1e5046c4e584 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:44:38.223118 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:38.351353 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 2cabb66b-e258-41cb-9b62-1e5046c4e584 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:44:38.351353 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:38.351353 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cabb66b-e258-41cb-9b62-1e5046c4e584'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:38.351353 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b569987-986f-43e9-af34-a6707aeec033" -d '{"events": [{"server_uuid": "db7c7fd4-e762-48cf-93d3-d764bf8f4f40", "name": "network-vif-plugged", "status": "completed", "tag": "2cabb66b-e258-41cb-9b62-1e5046c4e584"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:38.367609 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 2cabb66b-e258-41cb-9b62-1e5046c4e584, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:38.387824 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c40b0f-b2f7-4e4c-a967-511b8667d1ed x-openstack-request-id: req-51c40b0f-b2f7-4e4c-a967-511b8667d1ed {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:38.388154 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7c7fd4-e762-48cf-93d3-d764bf8f4f40", "name": "network-vif-plugged", "status": "completed", "tag": "2cabb66b-e258-41cb-9b62-1e5046c4e584", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:38.388512 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51c40b0f-b2f7-4e4c-a967-511b8667d1ed {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:38.388817 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c40b0f-b2f7-4e4c-a967-511b8667d1ed'] response: {'server_uuid': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'code': 200} Mar 30 16:44:38.520612 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:38.579462 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=2cabb66b-e258-41cb-9b62-1e5046c4e584,revision_number=7']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:38.996784 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d7916-38a7-4bbe-bfc8-20718d900e7d req-08007310-57cd-4874-973e-57e00fc0ea42 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:39.001275 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-aa3d7916-38a7-4bbe-bfc8-20718d900e7d req-08007310-57cd-4874-973e-57e00fc0ea42 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0694897 Mar 30 16:44:39.051639 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-aa3d7916-38a7-4bbe-bfc8-20718d900e7d req-978db08c-7449-4967-999a-6ad1f0de00cd tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474451 Mar 30 16:44:40.190532 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123ed54-85d3-44ca-8979-80f51fda3246 req-03196ef6-023b-4f20-b4ce-5d90a8070f60 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:40.192452 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e123ed54-85d3-44ca-8979-80f51fda3246 req-03196ef6-023b-4f20-b4ce-5d90a8070f60 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0594139 Mar 30 16:44:40.245620 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e123ed54-85d3-44ca-8979-80f51fda3246 req-6dbac722-9d51-4641-959b-454900376915 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436790 Mar 30 16:44:41.623872 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acb246-c97d-4668-83f7-3cf70b2fbb2f req-351a098a-0870-4eb3-a16d-ad74e3f3977f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:41.630741 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-19acb246-c97d-4668-83f7-3cf70b2fbb2f req-351a098a-0870-4eb3-a16d-ad74e3f3977f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0617433 Mar 30 16:44:41.674836 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-19acb246-c97d-4668-83f7-3cf70b2fbb2f req-28b176d9-b8d7-41ff-9ff9-119f5a0953f9 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432355 Mar 30 16:44:42.827551 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f859ae-65cd-4d95-b712-215d02f00ff3 req-117b1618-1117-4a15-a219-f557cbe1abf3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:42.829162 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-46f859ae-65cd-4d95-b712-215d02f00ff3 req-117b1618-1117-4a15-a219-f557cbe1abf3 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0747764 Mar 30 16:44:42.889257 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-46f859ae-65cd-4d95-b712-215d02f00ff3 req-84282227-5329-4b0d-8642-9c9fcf6d2024 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539219 Mar 30 16:44:44.016850 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2cd8b-4a60-479a-83e2-55d407958de6 req-6af65af2-4696-453f-b3de-b2f764dca503 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:44.018362 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e1a2cd8b-4a60-479a-83e2-55d407958de6 req-6af65af2-4696-453f-b3de-b2f764dca503 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0568652 Mar 30 16:44:44.068685 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e1a2cd8b-4a60-479a-83e2-55d407958de6 req-105c95ce-cf41-478e-b186-9f1d1074160d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447252 Mar 30 16:44:45.255801 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee00ee-97b5-447d-a34f-d5d7256bcc28 req-70a5c95c-06f6-4686-97f5-0725876ca4d5 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:45.257890 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8fee00ee-97b5-447d-a34f-d5d7256bcc28 req-70a5c95c-06f6-4686-97f5-0725876ca4d5 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0721915 Mar 30 16:44:45.322351 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8fee00ee-97b5-447d-a34f-d5d7256bcc28 req-8f26f887-6440-408e-9b03-c91dc25c266e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579064 Mar 30 16:44:46.479527 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d0eaa-60db-4114-8e11-bc5a9191919c req-b3bbc3d8-9914-4816-900c-9b65c115e9fc tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:46.481468 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-474d0eaa-60db-4114-8e11-bc5a9191919c req-b3bbc3d8-9914-4816-900c-9b65c115e9fc tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0692549 Mar 30 16:44:46.533544 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-474d0eaa-60db-4114-8e11-bc5a9191919c req-9f4ee7f0-7b32-41c1-aa8c-98df7b929709 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448706 Mar 30 16:44:47.672285 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f7463-0241-46c5-b3cc-e71554e55bc0 req-6cef6528-f7f1-4868-a728-958607a1a16c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:47.679083 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-087f7463-0241-46c5-b3cc-e71554e55bc0 req-6cef6528-f7f1-4868-a728-958607a1a16c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0625665 Mar 30 16:44:47.734624 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-087f7463-0241-46c5-b3cc-e71554e55bc0 req-078b174e-16aa-442f-b3aa-47420a4f949f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548158 Mar 30 16:44:48.862343 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b844763-e420-4291-89e0-40ab8f18f8ec req-2077a57d-4ee3-4cf3-9cda-42aaefab23ed tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:48.863900 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2b844763-e420-4291-89e0-40ab8f18f8ec req-2077a57d-4ee3-4cf3-9cda-42aaefab23ed tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0535114 Mar 30 16:44:48.916171 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2b844763-e420-4291-89e0-40ab8f18f8ec req-b82c4171-ce12-4eed-b165-edf3261f3bcf tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464156 Mar 30 16:44:49.497602 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52547cd3-20f1-429e-87fa-2957e76e5437 req-dcb226c6-365f-4b93-ae7d-39fdc1389a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:49.499115 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-52547cd3-20f1-429e-87fa-2957e76e5437 req-dcb226c6-365f-4b93-ae7d-39fdc1389a7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9aeead52e01c4a67b8294c0188d476bb&device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 1130 time: 0.1407371 Mar 30 16:44:49.596905 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52547cd3-20f1-429e-87fa-2957e76e5437 req-df397591-0084-4b4a-85d4-fd4329262e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:49.598385 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-52547cd3-20f1-429e-87fa-2957e76e5437 req-df397591-0084-4b4a-85d4-fd4329262e60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=502a6e91-b591-4f3b-8946-72c3ddeb25ad HTTP/1.1" status: 200 len: 916 time: 0.0884056 Mar 30 16:44:49.662127 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-52547cd3-20f1-429e-87fa-2957e76e5437 req-c7865581-8309-45c0-8c7f-51c5b0241e5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584 HTTP/1.1" status: 200 len: 1002 time: 0.0582621 Mar 30 16:44:49.708544 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52547cd3-20f1-429e-87fa-2957e76e5437 req-f38bc9c0-b054-40dc-a735-f123b4bf3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:49.709950 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-52547cd3-20f1-429e-87fa-2957e76e5437 req-f38bc9c0-b054-40dc-a735-f123b4bf3d4a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9df6b30-1554-4ac7-a638-1eff78d1538f HTTP/1.1" status: 200 len: 854 time: 0.0424931 Mar 30 16:44:49.761174 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52547cd3-20f1-429e-87fa-2957e76e5437 req-155953c9-4460-4b35-a626-c9c7855f171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:49.762675 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-52547cd3-20f1-429e-87fa-2957e76e5437 req-155953c9-4460-4b35-a626-c9c7855f171a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=502a6e91-b591-4f3b-8946-72c3ddeb25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0464623 Mar 30 16:44:49.851293 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-52547cd3-20f1-429e-87fa-2957e76e5437 req-a733210c-7716-4a19-8f7d-26c3445b760d service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830026 Mar 30 16:44:49.947393 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-52547cd3-20f1-429e-87fa-2957e76e5437 req-28e0905a-c862-4323-af25-8ea9fab37bff service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880697 Mar 30 16:44:50.040512 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9e369-5d2e-456e-8f3c-19823b660d0e req-de46ddfd-92fb-4d94-ad61-083a59a0e9bb tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:50.042077 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-29f9e369-5d2e-456e-8f3c-19823b660d0e req-de46ddfd-92fb-4d94-ad61-083a59a0e9bb tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0564020 Mar 30 16:44:50.090151 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-29f9e369-5d2e-456e-8f3c-19823b660d0e req-ccbbaa22-1d8a-40de-a190-2046e477323d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420358 Mar 30 16:44:51.213142 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682ced-595f-45eb-866f-4f0edecf04e9 req-2683de71-c58f-475e-81cf-48564274f9fe tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:51.214622 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e2682ced-595f-45eb-866f-4f0edecf04e9 req-2683de71-c58f-475e-81cf-48564274f9fe tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0522320 Mar 30 16:44:51.263652 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e2682ced-595f-45eb-866f-4f0edecf04e9 req-baa176dc-4b5c-464c-a0ef-d0fb0a6738d8 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433500 Mar 30 16:44:52.181468 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 40848) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:52.258940 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 2cabb66b-e258-41cb-9b62-1e5046c4e584 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:52.287075 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.346520 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 2cabb66b-e258-41cb-9b62-1e5046c4e584 is: ACTIVE; New status is: DOWN {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:44:52.346972 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.370759 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cabb66b-e258-41cb-9b62-1e5046c4e584'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:52.373113 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9872ea46-68f2-4c51-b04c-9336e0b6ed47" -d '{"events": [{"server_uuid": "db7c7fd4-e762-48cf-93d3-d764bf8f4f40", "name": "network-vif-unplugged", "status": "completed", "tag": "2cabb66b-e258-41cb-9b62-1e5046c4e584"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:52.380580 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Publish callbacks [] for security_group (c20469c9-ab04-43b3-b007-47b3b494e07e), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.387064 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 2cabb66b-e258-41cb-9b62-1e5046c4e584, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:52.403714 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123154d-2002-48ce-939c-53dec2b03b4c req-c9b2cfc6-35e2-4aaf-b6c9-37344370ec85 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:52.405301 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9123154d-2002-48ce-939c-53dec2b03b4c req-c9b2cfc6-35e2-4aaf-b6c9-37344370ec85 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 946 time: 0.0561421 Mar 30 16:44:52.417077 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d92296-9b0b-447d-9026-c9dc92b29345 x-openstack-request-id: req-f3d92296-9b0b-447d-9026-c9dc92b29345 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:52.417077 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7c7fd4-e762-48cf-93d3-d764bf8f4f40", "name": "network-vif-unplugged", "status": "completed", "tag": "2cabb66b-e258-41cb-9b62-1e5046c4e584", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:52.417077 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3d92296-9b0b-447d-9026-c9dc92b29345 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:52.417077 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d92296-9b0b-447d-9026-c9dc92b29345'] response: {'server_uuid': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'code': 200} Mar 30 16:44:52.468731 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9123154d-2002-48ce-939c-53dec2b03b4c req-150f61e8-c750-4552-93cb-41f08635c8bc tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567751 Mar 30 16:44:52.474612 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (c20469c9-ab04-43b3-b007-47b3b494e07e), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.509870 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.519448 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6976158109d046089e143ac3350b6257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3367856 Mar 30 16:44:52.520407 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20469c9-ab04-43b3-b007-47b3b494e07e,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:52.522583 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40860) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:52.528618 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.529006 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.529357 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.529693 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.530215 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.530698 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.531179 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.531680 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.532160 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.532653 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.533240 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.533764 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.534337 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.534826 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.535306 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12aa51-25b3-42c8-a4ac-69fa8fd41028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.577887 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=2cabb66b-e258-41cb-9b62-1e5046c4e584,revision_number=8']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:52.591109 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4f61d977-fc81-440d-839c-9d806603d87c admin admin] Publish callbacks [] for security_group (c20469c9-ab04-43b3-b007-47b3b494e07e), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.619336 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4f61d977-fc81-440d-839c-9d806603d87c admin admin] Publish callbacks [] for security_group (c20469c9-ab04-43b3-b007-47b3b494e07e), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.767580 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4f61d977-fc81-440d-839c-9d806603d87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (c20469c9-ab04-43b3-b007-47b3b494e07e), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.770122 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4f61d977-fc81-440d-839c-9d806603d87c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.773294 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-4f61d977-fc81-440d-839c-9d806603d87c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c20469c9-ab04-43b3-b007-47b3b494e07e HTTP/1.1" status: 204 len: 168 time: 0.2477272 Mar 30 16:44:52.784089 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61d977-fc81-440d-839c-9d806603d87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20469c9-ab04-43b3-b007-47b3b494e07e,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:54.906965 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40916) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:55.011713 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-07eef929-ba31-4d9b-a716-edc6d6b339c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:55.082952 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-07eef929-ba31-4d9b-a716-edc6d6b339c9 admin admin] Publish callbacks [] for security_group (1c6c2126-2c56-42d0-8648-9797658f2fb8), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:55.212238 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-07eef929-ba31-4d9b-a716-edc6d6b339c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (1c6c2126-2c56-42d0-8648-9797658f2fb8), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:55.249311 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eef929-ba31-4d9b-a716-edc6d6b339c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6c2126-2c56-42d0-8648-9797658f2fb8,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:55.254804 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-07eef929-ba31-4d9b-a716-edc6d6b339c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0df9b6b64c404f40bc9a1c769c3e5579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467546 Mar 30 16:44:55.257686 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40924) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:55.302167 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [req-f1539d7d-7551-4695-a6ea-34d75f8f561a req-fa2572de-85f2-4c4a-a7c0-42de9931b463 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=105696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:44:55.303162 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f1539d7d-7551-4695-a6ea-34d75f8f561a req-fa2572de-85f2-4c4a-a7c0-42de9931b463 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059412 Mar 30 16:44:55.306275 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-558b0ccf-17cd-4124-8975-65387ae6a9fd admin admin] Publish callbacks [] for security_group (1c6c2126-2c56-42d0-8648-9797658f2fb8), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:55.328013 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-558b0ccf-17cd-4124-8975-65387ae6a9fd admin admin] Publish callbacks [] for security_group (1c6c2126-2c56-42d0-8648-9797658f2fb8), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:55.497426 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-558b0ccf-17cd-4124-8975-65387ae6a9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (1c6c2126-2c56-42d0-8648-9797658f2fb8), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:55.499976 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-558b0ccf-17cd-4124-8975-65387ae6a9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:55.501221 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-558b0ccf-17cd-4124-8975-65387ae6a9fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c6c2126-2c56-42d0-8648-9797658f2fb8 HTTP/1.1" status: 204 len: 168 time: 0.2425518 Mar 30 16:44:55.511216 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b0ccf-17cd-4124-8975-65387ae6a9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6c2126-2c56-42d0-8648-9797658f2fb8,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:55.677100 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63132b-bb8e-44a2-8c68-a2a9d363a26a req-1c52ee50-c8af-44b0-9bff-d3978ef09063 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:55.678597 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3b63132b-bb8e-44a2-8c68-a2a9d363a26a req-1c52ee50-c8af-44b0-9bff-d3978ef09063 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.0532174 Mar 30 16:44:55.735165 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3b63132b-bb8e-44a2-8c68-a2a9d363a26a req-88085cea-e72f-41f5-9e65-c50633cb6132 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506847 Mar 30 16:44:56.274934 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40974) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:56.359791 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-49d9e1bd-6ca9-44b8-a06b-10128168d3b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836940 Mar 30 16:44:56.369777 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-3cb8ad52-a952-4ebb-a764-0221ed2011da service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=105697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:44:56.370730 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-3cb8ad52-a952-4ebb-a764-0221ed2011da service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056682 Mar 30 16:44:56.508642 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 40986) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:56.650143 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-327e35c5-41bb-4c9f-b45c-19914ce56288 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:56.653712 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-327e35c5-41bb-4c9f-b45c-19914ce56288 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports/2cabb66b-e258-41cb-9b62-1e5046c4e584 HTTP/1.1" status: 200 len: 941 time: 0.1437175 Mar 30 16:44:56.945218 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 41008) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:57.049603 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1795377404-network', 'tenant_id': 'd655b5a83efb4813a237cdc90657c32c'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:57.113878 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a5f2f-bf62-40d6-ba0d-3883955b07f8 req-b9d4b743-89d8-4eec-8344-6ad2326485ca tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:57.115330 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8d2a5f2f-bf62-40d6-ba0d-3883955b07f8 req-b9d4b743-89d8-4eec-8344-6ad2326485ca tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.3050833 Mar 30 16:44:57.160255 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] Made reservation on behalf of d655b5a83efb4813a237cdc90657c32c for: {'network': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:44:57.163061 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:57.189330 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:57.189524 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8d2a5f2f-bf62-40d6-ba0d-3883955b07f8 req-e402be30-2de0-4ce4-8be1-6bf36500a37b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515306 Mar 30 16:44:57.249820 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] Publish callbacks [] for security_group (dad8f62d-7d4a-4ae6-a399-e95026155f4d), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:57.342874 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (dad8f62d-7d4a-4ae6-a399-e95026155f4d), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:57.368835 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=105696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:44:57.378570 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad8f62d-7d4a-4ae6-a399-e95026155f4d,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:57.383970 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:57.384343 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.segments_db [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] Added segment b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c of type vlan for network 33a2992e-ebf5-48e4-b240-ca51ff63024f Mar 30 16:44:57.429233 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (33a2992e-ebf5-48e4-b240-ca51ff63024f), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:57.559741 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (33a2992e-ebf5-48e4-b240-ca51ff63024f), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:57.560749 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:57.561373 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:57.626579 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] Pushing event updated for resources: {'Network': ['ID=33a2992e-ebf5-48e4-b240-ca51ff63024f,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:57.637134 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network 33a2992e-ebf5-48e4-b240-ca51ff63024f details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:44:57.801680 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-f2c8669f-d393-4932-9904-74ef37c03b68 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8536799 Mar 30 16:44:57.805021 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 41014) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:57.809554 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-cb14fa27-8153-4edd-ac0e-edb4e9201ef9 admin admin] Request body: {'subnet': {'network_id': '33a2992e-ebf5-48e4-b240-ca51ff63024f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1795377404-subnet', 'tenant_id': 'd655b5a83efb4813a237cdc90657c32c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:57.908368 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb14fa27-8153-4edd-ac0e-edb4e9201ef9 admin admin] Made reservation on behalf of d655b5a83efb4813a237cdc90657c32c for: {'subnet': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:44:57.910762 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-cb14fa27-8153-4edd-ac0e-edb4e9201ef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5065895'] for subnet (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:58.154531 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-cb14fa27-8153-4edd-ac0e-edb4e9201ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6120385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5065905'] for subnet (9ab06677-86d6-4106-b123-fcaea1d19ed2), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:58.212945 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14fa27-8153-4edd-ac0e-edb4e9201ef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab06677-86d6-4106-b123-fcaea1d19ed2,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:58.220182 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14fa27-8153-4edd-ac0e-edb4e9201ef9 admin admin] Checking segment: {'id': 'b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '33a2992e-ebf5-48e4-b240-ca51ff63024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:44:58.220550 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb14fa27-8153-4edd-ac0e-edb4e9201ef9 admin admin] Network hostable DHCP agents. Network: 33a2992e-ebf5-48e4-b240-ca51ff63024f, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:44:58.291337 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd449b2-2323-4e8d-a08d-a62685584834 req-cbc03626-8179-43f1-8a5e-23542d8f57b1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:58.292784 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7dd449b2-2323-4e8d-a08d-a62685584834 req-cbc03626-8179-43f1-8a5e-23542d8f57b1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.0510483 Mar 30 16:44:58.338754 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7dd449b2-2323-4e8d-a08d-a62685584834 req-2c261686-01dd-4f04-a32e-7c1ca3bdb3fb tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400116 Mar 30 16:44:58.376752 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb14fa27-8153-4edd-ac0e-edb4e9201ef9 admin admin] Network 33a2992e-ebf5-48e4-b240-ca51ff63024f is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:44:58.500600 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-cb14fa27-8153-4edd-ac0e-edb4e9201ef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, 33a2992e-ebf5-48e4-b240-ca51ff63024f) {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:44:58.505247 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb14fa27-8153-4edd-ac0e-edb4e9201ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:58.506353 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-cb14fa27-8153-4edd-ac0e-edb4e9201ef9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:58.509987 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be281bc8-67d3-441c-80db-cded36c87feb None None] Network 33a2992e-ebf5-48e4-b240-ca51ff63024f requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:44:58.560204 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-d9d931a1-7410-4f31-aa93-0e85efa02848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:58.561771 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-d9d931a1-7410-4f31-aa93-0e85efa02848 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40&tenant_id=9aeead52e01c4a67b8294c0188d476bb HTTP/1.1" status: 200 len: 1128 time: 0.0933166 Mar 30 16:44:58.604749 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ba50f5-ef39-4281-a388-2128bbdefa4f None None] Network 33a2992e-ebf5-48e4-b240-ca51ff63024f requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:44:58.623731 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-cb14fa27-8153-4edd-ac0e-edb4e9201ef9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8150373 Mar 30 16:44:58.654233 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-fb305a81-4194-41ab-ab69-54968cb3ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:58.656248 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-fb305a81-4194-41ab-ab69-54968cb3ecd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9aeead52e01c4a67b8294c0188d476bb&device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 1128 time: 0.0707495 Mar 30 16:44:58.762868 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-4ddc4569-5d6b-42dd-b424-38894dabefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:58.764358 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-4ddc4569-5d6b-42dd-b424-38894dabefa2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=502a6e91-b591-4f3b-8946-72c3ddeb25ad HTTP/1.1" status: 200 len: 916 time: 0.1015253 Mar 30 16:44:58.835282 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-8c36d479-21c0-4037-82b0-008fadcf2d51 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584 HTTP/1.1" status: 200 len: 1000 time: 0.0631638 Mar 30 16:44:58.887317 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-5433b5b7-baa1-40e4-b5a0-f906fd764134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:58.888797 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-5433b5b7-baa1-40e4-b5a0-f906fd764134 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9df6b30-1554-4ac7-a638-1eff78d1538f HTTP/1.1" status: 200 len: 854 time: 0.0474770 Mar 30 16:44:58.942740 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-94395a0b-6ed5-4edf-b1b2-aa22dedc40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:58.944807 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-94395a0b-6ed5-4edf-b1b2-aa22dedc40f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=502a6e91-b591-4f3b-8946-72c3ddeb25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0494192 Mar 30 16:44:59.035550 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-d3de4259-a2b7-4d2e-b298-5cfb20b6339f service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841961 Mar 30 16:44:59.467185 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01164b86-021c-4187-8468-b6761d30f94f req-466cc631-5391-4cff-ae72-ffd66ed3afc6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:59.469420 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-01164b86-021c-4187-8468-b6761d30f94f req-466cc631-5391-4cff-ae72-ffd66ed3afc6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.0589249 Mar 30 16:44:59.471611 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8ce60983-b451-4d43-ae9b-95a144f67c66 req-e5d89800-de49-4be3-a20d-69267759c3ca service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232984 Mar 30 16:44:59.521140 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-01164b86-021c-4187-8468-b6761d30f94f req-b7c33239-556f-476e-beba-e7ed08969cbe tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451982 Mar 30 16:45:00.208482 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:00.670559 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c388b67-0181-4239-a476-e41f7674d5f2 req-8e431cf4-490c-410b-86d0-cf1b9b5507a2 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:00.672237 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0c388b67-0181-4239-a476-e41f7674d5f2 req-8e431cf4-490c-410b-86d0-cf1b9b5507a2 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.0643010 Mar 30 16:45:00.729173 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0c388b67-0181-4239-a476-e41f7674d5f2 req-3f640476-9323-499e-bfd7-951f15513055 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509593 Mar 30 16:45:00.967221 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:45:00.982818 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-4319b755-4420-4bd7-abd7-b665eaa96f06 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:00.984597 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-4319b755-4420-4bd7-abd7-b665eaa96f06 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/networks?id=33a2992e-ebf5-48e4-b240-ca51ff63024f HTTP/1.1" status: 200 len: 809 time: 0.1321216 Mar 30 16:45:01.017886 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-006879d3-a7ea-482f-8c11-0061d07b0bfe tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/quotas/d655b5a83efb4813a237cdc90657c32c HTTP/1.1" status: 200 len: 375 time: 0.0259604 Mar 30 16:45:01.085373 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-c4bf3605-9727-4d5d-9e9e-158723a44dc3 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d655b5a83efb4813a237cdc90657c32c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520518 Mar 30 16:45:01.109775 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361a569-2369-4a0b-a873-62fd974a7d02 req-e3ff0872-7f31-4773-8555-39d421445b17 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:01.111589 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1361a569-2369-4a0b-a873-62fd974a7d02 req-e3ff0872-7f31-4773-8555-39d421445b17 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 946 time: 0.0686040 Mar 30 16:45:01.186299 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1361a569-2369-4a0b-a873-62fd974a7d02 req-96131781-d28c-4bb0-9cd0-27709d0497d8 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693183 Mar 30 16:45:01.248027 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-7a7a84ca-6d28-45a4-984b-2d20d4d57187 service neutron] 10.222.0.36 "GET /v2.0/networks/33a2992e-ebf5-48e4-b240-ca51ff63024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553349 Mar 30 16:45:01.350250 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-83e3e8f3-d69f-479e-85c1-8e016dd8ac69 service neutron] 10.222.0.36 "GET /v2.0/networks/33a2992e-ebf5-48e4-b240-ca51ff63024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956743 Mar 30 16:45:01.560225 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-520b4111-1dba-498f-a008-e2ab7184a714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:01.613505 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f79d222f-f76d-4393-97e4-20a2afd90720 req-6f9a7949-dfec-4fa0-af07-553f8f4f5931 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 210 time: 0.0341690 Mar 30 16:45:01.872165 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f4110-a36c-40d5-a3c5-5daca26088b7 req-a6daf954-85d7-4555-8e8b-35612e7db698 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:01.873633 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-d60f4110-a36c-40d5-a3c5-5daca26088b7 req-a6daf954-85d7-4555-8e8b-35612e7db698 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.0622003 Mar 30 16:45:01.930919 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-d60f4110-a36c-40d5-a3c5-5daca26088b7 req-987e3802-c3ee-4b8c-9f0e-f708192750eb tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515141 Mar 30 16:45:02.315465 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacfe95-f583-4b76-9629-52e322950161 req-73018356-3b95-46ca-8dc8-4bbbc3f6c097 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:02.316987 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-faacfe95-f583-4b76-9629-52e322950161 req-73018356-3b95-46ca-8dc8-4bbbc3f6c097 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 946 time: 0.0567536 Mar 30 16:45:02.365747 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-faacfe95-f583-4b76-9629-52e322950161 req-b1113137-3b60-4f41-8926-4dd0fe372fc5 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419853 Mar 30 16:45:02.692487 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-05b8b1df-d7b7-4c0d-8b1f-9a839a342c6b req-5e2971ea-3d58-4fc2-a5db-d808264cded7 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 210 time: 0.0264833 Mar 30 16:45:03.063444 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e9dd-bf4c-4242-8faf-3b5520189642 req-4c22a9c4-2f09-43a0-8852-e2d7c0d80552 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:03.064959 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b9d8e9dd-bf4c-4242-8faf-3b5520189642 req-4c22a9c4-2f09-43a0-8852-e2d7c0d80552 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.0584471 Mar 30 16:45:03.115635 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b9d8e9dd-bf4c-4242-8faf-3b5520189642 req-ffbd752c-f15f-484a-8691-ecfd6f9f4f98 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443645 Mar 30 16:45:03.501542 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d55e8f-ef6f-4a70-9832-95fd992745b9 req-58482194-7f4e-430e-b9e9-ea44b79b9ab6 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:03.503235 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a4d55e8f-ef6f-4a70-9832-95fd992745b9 req-58482194-7f4e-430e-b9e9-ea44b79b9ab6 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 946 time: 0.0604620 Mar 30 16:45:03.552764 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-a4d55e8f-ef6f-4a70-9832-95fd992745b9 req-000e2f70-230c-4df3-bc9f-8b0b1353a109 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438070 Mar 30 16:45:03.788624 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ce29bfb3-482e-4dc9-9ccc-5b92108cb8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:03.791853 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-649dd634-d0a7-4813-be48-447d6f8028b4 req-18486af5-ad51-4ba0-b4d4-52b466d8b41a tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 210 time: 0.0286946 Mar 30 16:45:04.248308 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7186c0-f565-4271-afa5-3c4fc97c5a5f req-fd809c4f-c4cd-43f6-af00-9b266181aab5 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:04.250033 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-be7186c0-f565-4271-afa5-3c4fc97c5a5f req-fd809c4f-c4cd-43f6-af00-9b266181aab5 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.0565293 Mar 30 16:45:04.301104 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-be7186c0-f565-4271-afa5-3c4fc97c5a5f req-c9bbfde3-8608-4afc-b46f-4c60a728c65a tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450737 Mar 30 16:45:04.678710 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaf455-4435-49a8-bed1-afe0026df926 req-438cccf0-6881-4532-820a-1aef7a7a0416 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:04.680730 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8dcaf455-4435-49a8-bed1-afe0026df926 req-438cccf0-6881-4532-820a-1aef7a7a0416 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 946 time: 0.0579534 Mar 30 16:45:04.730793 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8dcaf455-4435-49a8-bed1-afe0026df926 req-2c10e926-6682-46fe-a891-b2cb7b509308 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443776 Mar 30 16:45:04.893059 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-7df66d22-d385-4e0d-ad56-888d5d63901c req-945c2f89-52d0-4456-83f5-66682a313644 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 210 time: 0.0293708 Mar 30 16:45:05.228916 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:05.433359 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45ce74-898c-491c-adf5-e98e731507a7 req-86d33c5c-78d6-423c-86a2-b43426a7f7a7 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:05.435772 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ce45ce74-898c-491c-adf5-e98e731507a7 req-86d33c5c-78d6-423c-86a2-b43426a7f7a7 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.0559254 Mar 30 16:45:05.487080 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ce45ce74-898c-491c-adf5-e98e731507a7 req-d9dbf9bb-7bf6-4766-8925-7834d42d400b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447690 Mar 30 16:45:05.880396 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa803b-3b74-40a7-8862-5e3514ae10b7 req-dfacc205-f3a8-40b0-9ce9-dbeb8a3a7caa tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:05.881956 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-50aa803b-3b74-40a7-8862-5e3514ae10b7 req-dfacc205-f3a8-40b0-9ce9-dbeb8a3a7caa tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 946 time: 0.0611274 Mar 30 16:45:05.934840 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-50aa803b-3b74-40a7-8862-5e3514ae10b7 req-2f4ca016-59b8-44ba-955d-222758cbaa87 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455556 Mar 30 16:45:05.996962 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c49cd302-b529-4a97-9099-e51b882990c3 req-c916d146-795b-4a58-84ec-e1b6f7c42d7f tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 210 time: 0.0273190 Mar 30 16:45:06.411076 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:06.630404 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faa458-b616-4de1-bc62-7bd2b7f0e8b6 req-8853f036-1f05-4203-abff-44199becc443 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:06.631949 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e3faa458-b616-4de1-bc62-7bd2b7f0e8b6 req-8853f036-1f05-4203-abff-44199becc443 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.0660284 Mar 30 16:45:06.681001 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e3faa458-b616-4de1-bc62-7bd2b7f0e8b6 req-d11a5388-1511-4f40-af3c-6fdd9459b951 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433912 Mar 30 16:45:07.098905 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80466c02-a40a-4bc4-966e-fb35b74ee8a4 req-29d5cd36-883c-46cc-b520-ea4fbdfe85ec tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:07.100651 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-80466c02-a40a-4bc4-966e-fb35b74ee8a4 req-29d5cd36-883c-46cc-b520-ea4fbdfe85ec tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 946 time: 0.0848658 Mar 30 16:45:07.119377 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bdc79be9-6229-4085-9e93-4c5e9c844e90 req-b1cf24bd-d37e-4f13-9c06-ae907ada2e45 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 210 time: 0.0348301 Mar 30 16:45:07.161685 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-80466c02-a40a-4bc4-966e-fb35b74ee8a4 req-2818e1c3-d222-4409-9645-46180e50cbfe tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522182 Mar 30 16:45:07.834673 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082437e5-90b0-4805-854c-9a63059c1885 req-cfcadcdf-f604-45f1-a7e0-37c9621d4f40 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:07.837214 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-082437e5-90b0-4805-854c-9a63059c1885 req-cfcadcdf-f604-45f1-a7e0-37c9621d4f40 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.0608280 Mar 30 16:45:07.883897 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-082437e5-90b0-4805-854c-9a63059c1885 req-bbc2dc8a-8b24-4928-8681-f69c04e3035e tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411606 Mar 30 16:45:08.229707 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-96bb091c-0f4c-4e49-95eb-e39e63475f49 req-14f41c6a-0872-4727-9bf2-9a90c3965718 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 210 time: 0.0374575 Mar 30 16:45:08.327597 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b9b7d-08b6-405d-a9cd-a6f29504daac req-d252781f-7110-43ce-823d-1b8736d0dcff tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:08.329130 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2c1b9b7d-08b6-405d-a9cd-a6f29504daac req-d252781f-7110-43ce-823d-1b8736d0dcff tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 946 time: 0.0577230 Mar 30 16:45:08.343328 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:08.381696 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2c1b9b7d-08b6-405d-a9cd-a6f29504daac req-1c4c47c9-3de5-4292-9d0a-1a48d224bb0a tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462763 Mar 30 16:45:09.012089 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e3ddf-ec01-4672-992d-42628d1a6454 req-63a1b4de-7925-41e1-a714-63926877c99d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:09.013614 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e71e3ddf-ec01-4672-992d-42628d1a6454 req-63a1b4de-7925-41e1-a714-63926877c99d tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.0557573 Mar 30 16:45:09.061809 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e71e3ddf-ec01-4672-992d-42628d1a6454 req-2b9fd7b2-31c8-430e-982e-742dc67ca521 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418987 Mar 30 16:45:09.333330 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-504c6dce-3347-428c-9fbe-30ff6910a289 req-11d9cd0e-c31b-447e-b79f-4837b9b05a80 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 210 time: 0.0267606 Mar 30 16:45:09.499632 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555eea4-d34b-4ccf-b5bf-42c50a9a3673 req-d8da1641-4427-4b4f-92e6-3715a7403d51 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:09.501122 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1555eea4-d34b-4ccf-b5bf-42c50a9a3673 req-d8da1641-4427-4b4f-92e6-3715a7403d51 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 946 time: 0.0527935 Mar 30 16:45:09.552105 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1555eea4-d34b-4ccf-b5bf-42c50a9a3673 req-0aaa4cea-48d8-475b-9cd4-46a9971a44b0 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452669 Mar 30 16:45:10.152699 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-8e833f4d-a171-455e-8116-1c8cee438079 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:10.154199 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-8e833f4d-a171-455e-8116-1c8cee438079 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.45 "GET /v2.0/networks?id=33a2992e-ebf5-48e4-b240-ca51ff63024f HTTP/1.1" status: 200 len: 809 time: 0.1141372 Mar 30 16:45:10.177316 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-f845a6a0-bdbb-48f4-a285-52fbb88023bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Request body: {'port': {'device_id': '48b09d39-acfb-46dd-9954-5ec3645b7566', 'network_id': '33a2992e-ebf5-48e4-b240-ca51ff63024f', 'admin_state_up': True, 'tenant_id': 'd655b5a83efb4813a237cdc90657c32c'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:45:10.266354 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d078c-871b-40fd-beb8-59f6c0a92a0f req-ae346606-ca00-40b7-84f1-c89bcdf510e2 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:10.267826 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e18d078c-871b-40fd-beb8-59f6c0a92a0f req-ae346606-ca00-40b7-84f1-c89bcdf510e2 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 944 time: 0.1301491 Mar 30 16:45:10.337305 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e18d078c-871b-40fd-beb8-59f6c0a92a0f req-b076713d-291e-4e7d-bb69-b1f6d07cf123 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627716 Mar 30 16:45:10.369271 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 2cabb66b-e258-41cb-9b62-1e5046c4e584 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:45:10.428230 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-f845a6a0-bdbb-48f4-a285-52fbb88023bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Made reservation on behalf of d655b5a83efb4813a237cdc90657c32c for: {'port': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:45:10.435050 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9ffc662b-0072-463d-84ad-8cf6915187da req-32d4360e-053c-4994-a1e2-48153a1a3f26 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 210 time: 0.0294764 Mar 30 16:45:10.438834 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-f845a6a0-bdbb-48f4-a285-52fbb88023bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:10.486703 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 2cabb66b-e258-41cb-9b62-1e5046c4e584, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:10.498996 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'port_id': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'mac_address': 'fa:16:3e:c8:24:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:45:10.536228 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 2cabb66b-e258-41cb-9b62-1e5046c4e584 is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:45:10.536629 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:10.550758 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cabb66b-e258-41cb-9b62-1e5046c4e584 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:45:10.572682 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 2cabb66b-e258-41cb-9b62-1e5046c4e584, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:10.582289 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-f845a6a0-bdbb-48f4-a285-52fbb88023bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Allocated IP 172.20.0.9 (33a2992e-ebf5-48e4-b240-ca51ff63024f/9ab06677-86d6-4106-b123-fcaea1d19ed2/4793a7e2-3a13-47ea-a7d5-a51b25914709) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:45:10.668298 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:10.720872 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=2cabb66b-e258-41cb-9b62-1e5046c4e584,revision_number=9']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:10.764114 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-f845a6a0-bdbb-48f4-a285-52fbb88023bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks [] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:10.772032 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91479505-466d-4ffa-970b-867e6f0229e0 req-d4652b66-0477-4853-ae4f-b2da834c41c6 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:10.774550 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-91479505-466d-4ffa-970b-867e6f0229e0 req-d4652b66-0477-4853-ae4f-b2da834c41c6 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 946 time: 0.1537631 Mar 30 16:45:10.838888 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-91479505-466d-4ffa-970b-867e6f0229e0 req-4dbfcea2-0047-4086-bf5e-e8f3205f1645 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups?id=68ab1a8f-8920-4fbd-95aa-71153a8521c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583770 Mar 30 16:45:10.920210 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-f845a6a0-bdbb-48f4-a285-52fbb88023bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:10.963226 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-f845a6a0-bdbb-48f4-a285-52fbb88023bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Network 33a2992e-ebf5-48e4-b240-ca51ff63024f is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:45:10.965740 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['2cabb66b-e258-41cb-9b62-1e5046c4e584'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:45:10.966700 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-f845a6a0-bdbb-48f4-a285-52fbb88023bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:45:10.972654 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-f845a6a0-bdbb-48f4-a285-52fbb88023bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:45:11.003717 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845a6a0-bdbb-48f4-a285-52fbb88023bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Pushing event updated for resources: {'Port': ['ID=4793a7e2-3a13-47ea-a7d5-a51b25914709,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:11.031537 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-f845a6a0-bdbb-48f4-a285-52fbb88023bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:11.032154 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-f845a6a0-bdbb-48f4-a285-52fbb88023bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:11.113677 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-f845a6a0-bdbb-48f4-a285-52fbb88023bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9409902 Mar 30 16:45:11.124451 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Request body: {'port': {'device_id': '48b09d39-acfb-46dd-9954-5ec3645b7566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:45:11.149698 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92818496-240a-4163-9995-84351494d9b0 req-de117427-9ed0-4338-9123-f01378e6d57b tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:11.151226 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-92818496-240a-4163-9995-84351494d9b0 req-de117427-9ed0-4338-9123-f01378e6d57b tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.45 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 946 time: 0.0529141 Mar 30 16:45:11.183943 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:11.252792 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [req-92818496-240a-4163-9995-84351494d9b0 req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Deleting port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:11.252792 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-92818496-240a-4163-9995-84351494d9b0 req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:11.342755 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [req-92818496-240a-4163-9995-84351494d9b0 req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] For port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=403f8c59-f1d1-45f4-b6eb-9fc6579a0a31,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:11.343206 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-92818496-240a-4163-9995-84351494d9b0 req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:11.505150 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4793a7e2-3a13-47ea-a7d5-a51b25914709 {{(pid=105696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:45:11.515230 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Publish callbacks [] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:11.547072 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958aab8-f5d3-4165-aa20-1105c3bdaa9e req-fd6dfd38-3f9c-427d-94f2-4b3fd7689e49 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:11.548546 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f958aab8-f5d3-4165-aa20-1105c3bdaa9e req-fd6dfd38-3f9c-427d-94f2-4b3fd7689e49 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 945 time: 0.1369233 Mar 30 16:45:11.552239 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.provisioning_blocks [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Transition to ACTIVE for port object 4793a7e2-3a13-47ea-a7d5-a51b25914709 will not be triggered until provisioned by entity L2. {{(pid=105696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:45:11.571287 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-92818496-240a-4163-9995-84351494d9b0 req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:11.571654 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-92818496-240a-4163-9995-84351494d9b0 req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (730864a1-2b45-4f6e-9d9b-e2aa5239ee94), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:11.571973 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.l3_db [req-92818496-240a-4163-9995-84351494d9b0 req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Floating IP 730864a1-2b45-4f6e-9d9b-e2aa5239ee94 disassociated. External IP: 172.28.2.2, port: 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31. Mar 30 16:45:11.572321 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [req-92818496-240a-4163-9995-84351494d9b0 req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Calling delete_port for 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 owned by compute:nova {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:11.576720 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0ad2b-7d7a-49e0-94cb-e6f11f7ed3ab req-b1226246-fce2-4ca6-adb1-3d68195e7b48 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:11.578284 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-eae0ad2b-7d7a-49e0-94cb-e6f11f7ed3ab req-b1226246-fce2-4ca6-adb1-3d68195e7b48 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 931 time: 0.0658145 Mar 30 16:45:11.623778 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:11.653511 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f958aab8-f5d3-4165-aa20-1105c3bdaa9e req-56e4f65d-8104-4562-9f93-f473fbdf1729 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940981 Mar 30 16:45:11.654186 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-eae0ad2b-7d7a-49e0-94cb-e6f11f7ed3ab req-9c451469-c310-4afe-a91d-c4657e9dfe47 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699315 Mar 30 16:45:11.691418 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Pushing event updated for resources: {'Port': ['ID=4793a7e2-3a13-47ea-a7d5-a51b25914709,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:11.768175 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Attempting to bind port 4793a7e2-3a13-47ea-a7d5-a51b25914709 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:45:11.768586 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Attempting to bind port 4793a7e2-3a13-47ea-a7d5-a51b25914709 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '33a2992e-ebf5-48e4-b240-ca51ff63024f'}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:45:11.769076 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Attempting to bind port 4793a7e2-3a13-47ea-a7d5-a51b25914709 on network 33a2992e-ebf5-48e4-b240-ca51ff63024f {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:45:11.773930 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Port 4793a7e2-3a13-47ea-a7d5-a51b25914709 on network 33a2992e-ebf5-48e4-b240-ca51ff63024f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:45:11.774378 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Attempting to bind port 4793a7e2-3a13-47ea-a7d5-a51b25914709 on network 33a2992e-ebf5-48e4-b240-ca51ff63024f {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:45:11.779205 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:45:11.779612 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Checking segment: {'id': 'b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '33a2992e-ebf5-48e4-b240-ca51ff63024f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:45:11.780003 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Bound using segment: {'id': 'b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '33a2992e-ebf5-48e4-b240-ca51ff63024f'} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:45:11.780430 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Bound port: 4793a7e2-3a13-47ea-a7d5-a51b25914709, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '33a2992e-ebf5-48e4-b240-ca51ff63024f'}}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:45:11.780788 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:11.811027 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-92818496-240a-4163-9995-84351494d9b0 req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (403f8c59-f1d1-45f4-b6eb-9fc6579a0a31), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:11.840889 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event deleted for resources: {'Port': ['ID=403f8c59-f1d1-45f4-b6eb-9fc6579a0a31,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:11.846770 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] For port 4793a7e2-3a13-47ea-a7d5-a51b25914709, host hv-cinder-83587, cleared binding levels {{(pid=105696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:45:11.850060 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] For port 4793a7e2-3a13-47ea-a7d5-a51b25914709, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4793a7e2-3a13-47ea-a7d5-a51b25914709,segment=NetworkSegment(b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c),segment_id=b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c)] {{(pid=105696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:45:11.852995 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.853299 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.853645 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.853989 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.854380 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.854654 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.854979 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.855335 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.855763 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.855987 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.856314 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.856639 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.856995 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.857321 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.857672 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:11.942879 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:11.949126 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-30dc166d-deff-49bd-8050-56268fcc4c73 req-09c74599-78d8-4d60-9976-7a137fd2a011 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 210 time: 0.0362020 Mar 30 16:45:11.981770 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92818496-240a-4163-9995-84351494d9b0 req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Router b83a1f9b-fede-4aca-9ff7-2df2907fc088 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:45:11.990066 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:11.990750 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:11.993340 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] 10.222.0.45 "PUT /v2.0/ports/4793a7e2-3a13-47ea-a7d5-a51b25914709 HTTP/1.1" status: 200 len: 1093 time: 0.8729780 Mar 30 16:45:11.993858 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b09d39-acfb-46dd-9954-5ec3645b7566', 'tag': '4793a7e2-3a13-47ea-a7d5-a51b25914709'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:11.996167 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791812d6-cfd8-49f8-830f-e9fbc9111eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "48b09d39-acfb-46dd-9954-5ec3645b7566", "tag": "4793a7e2-3a13-47ea-a7d5-a51b25914709"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:12.020632 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35e384-f683-41dd-8295-689f43dcc423 service neutron] Pushing event updated for resources: {'Port': ['ID=4793a7e2-3a13-47ea-a7d5-a51b25914709,revision_number=3']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:12.107910 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da923056-f510-464f-b19f-ebaae3d13126 x-openstack-request-id: req-da923056-f510-464f-b19f-ebaae3d13126 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:12.108205 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b09d39-acfb-46dd-9954-5ec3645b7566", "tag": "4793a7e2-3a13-47ea-a7d5-a51b25914709", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:12.108530 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da923056-f510-464f-b19f-ebaae3d13126 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:12.108970 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da923056-f510-464f-b19f-ebaae3d13126'] response: {'name': 'network-changed', 'server_uuid': '48b09d39-acfb-46dd-9954-5ec3645b7566', 'tag': '4793a7e2-3a13-47ea-a7d5-a51b25914709', 'status': 'completed', 'code': 200} Mar 30 16:45:12.114803 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92818496-240a-4163-9995-84351494d9b0 req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:45:12.127627 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1233892-3c05-4731-8ff6-e6ef48f706bb None None] Sync routers for ids ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:45:12.138954 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1233892-3c05-4731-8ff6-e6ef48f706bb None None] Routers {'b83a1f9b-fede-4aca-9ff7-2df2907fc088'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:12.139667 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-c1233892-3c05-4731-8ff6-e6ef48f706bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:45:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:12.158612 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [req-92818496-240a-4163-9995-84351494d9b0 req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] No DVR routers for this DVR port 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 on host hv-cinder-83587 {{(pid=105697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:45:12.161252 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [req-92818496-240a-4163-9995-84351494d9b0 req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:12.166571 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-92818496-240a-4163-9995-84351494d9b0 req-d1428e4d-1172-4ee0-b676-333e4b4a5a38 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.45 "DELETE /v2.0/ports/403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 HTTP/1.1" status: 204 len: 173 time: 1.0098093 Mar 30 16:45:12.167053 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255d1cd4-53d1-4570-a06e-ec91f8b0cafe', 'name': 'network-vif-deleted', 'tag': '403f8c59-f1d1-45f4-b6eb-9fc6579a0a31'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:12.169697 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd9b82c-039b-4f0c-9db5-ff1fcbfaeb39" -d '{"events": [{"server_uuid": "255d1cd4-53d1-4570-a06e-ec91f8b0cafe", "name": "network-vif-deleted", "tag": "403f8c59-f1d1-45f4-b6eb-9fc6579a0a31"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:12.177899 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-273f1030-b481-4dd7-9b91-863f6d610164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:12.180817 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-273f1030-b481-4dd7-9b91-863f6d610164 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d655b5a83efb4813a237cdc90657c32c&device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 1127 time: 0.0665197 Mar 30 16:45:12.209596 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd598bde-ceed-405b-986d-a2532b066f9e x-openstack-request-id: req-fd598bde-ceed-405b-986d-a2532b066f9e {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:12.209897 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255d1cd4-53d1-4570-a06e-ec91f8b0cafe", "name": "network-vif-deleted", "tag": "403f8c59-f1d1-45f4-b6eb-9fc6579a0a31", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:12.210181 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd598bde-ceed-405b-986d-a2532b066f9e {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:12.210688 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd598bde-ceed-405b-986d-a2532b066f9e'] response: {'server_uuid': '255d1cd4-53d1-4570-a06e-ec91f8b0cafe', 'name': 'network-vif-deleted', 'tag': '403f8c59-f1d1-45f4-b6eb-9fc6579a0a31', 'status': 'completed', 'code': 200} Mar 30 16:45:12.242929 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-7f4beb1a-9392-4435-a547-daed339640c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4793a7e2-3a13-47ea-a7d5-a51b25914709 HTTP/1.1" status: 200 len: 217 time: 0.0550199 Mar 30 16:45:12.275179 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-c1233892-3c05-4731-8ff6-e6ef48f706bb None None] Set router b83a1f9b-fede-4aca-9ff7-2df2907fc088 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:12.299204 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-69d30c66-a155-442b-b3a6-f136b1952921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:12.301389 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-69d30c66-a155-442b-b3a6-f136b1952921 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ab06677-86d6-4106-b123-fcaea1d19ed2 HTTP/1.1" status: 200 len: 849 time: 0.0492690 Mar 30 16:45:12.339367 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-726901ee-241a-434b-8b64-169ade66c294 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33a2992e-ebf5-48e4-b240-ca51ff63024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325987 Mar 30 16:45:12.380579 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 2cabb66b-e258-41cb-9b62-1e5046c4e584 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:45:12.465233 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 2cabb66b-e258-41cb-9b62-1e5046c4e584 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:45:12.465924 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:12.467316 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-f6eeba1b-39a1-425c-81ac-f76a63452663 service neutron] 10.222.0.45 "GET /v2.0/networks/33a2992e-ebf5-48e4-b240-ca51ff63024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160984 Mar 30 16:45:12.558734 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-c1233892-3c05-4731-8ff6-e6ef48f706bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:40:02Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:12.568434 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 2cabb66b-e258-41cb-9b62-1e5046c4e584 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:45:12.569230 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:12.584822 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7c0baba2-0a61-4039-91e8-81469a9cea60 req-8fab78a8-6a40-4900-bf4a-7dde1e7a7bb5 service neutron] 10.222.0.45 "GET /v2.0/networks/33a2992e-ebf5-48e4-b240-ca51ff63024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101646 Mar 30 16:45:12.588227 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1233892-3c05-4731-8ff6-e6ef48f706bb None None] Checking router: b83a1f9b-fede-4aca-9ff7-2df2907fc088 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:45:12.597420 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cabb66b-e258-41cb-9b62-1e5046c4e584'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:12.597634 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1233892-3c05-4731-8ff6-e6ef48f706bb None None] Routers {'b83a1f9b-fede-4aca-9ff7-2df2907fc088'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:12.598357 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-c1233892-3c05-4731-8ff6-e6ef48f706bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:45:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:12.599627 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab7d098-16c1-4ef8-a234-5343782169cf" -d '{"events": [{"server_uuid": "db7c7fd4-e762-48cf-93d3-d764bf8f4f40", "name": "network-vif-plugged", "status": "completed", "tag": "2cabb66b-e258-41cb-9b62-1e5046c4e584"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:12.619837 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 2cabb66b-e258-41cb-9b62-1e5046c4e584, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:12.685546 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:12.725399 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bbdb95-3ab5-4488-b776-751661d41e95 x-openstack-request-id: req-92bbdb95-3ab5-4488-b776-751661d41e95 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:12.726981 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7c7fd4-e762-48cf-93d3-d764bf8f4f40", "name": "network-vif-plugged", "status": "completed", "tag": "2cabb66b-e258-41cb-9b62-1e5046c4e584", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:12.727639 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92bbdb95-3ab5-4488-b776-751661d41e95 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:12.728364 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92bbdb95-3ab5-4488-b776-751661d41e95'] response: {'server_uuid': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'code': 200} Mar 30 16:45:12.791236 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=2cabb66b-e258-41cb-9b62-1e5046c4e584,revision_number=10']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:12.795955 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791812d6-cfd8-49f8-830f-e9fbc9111eb3 req-8a5b00a5-d192-4d2b-bd82-1162480990b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:12.797612 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-791812d6-cfd8-49f8-830f-e9fbc9111eb3 req-8a5b00a5-d192-4d2b-bd82-1162480990b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d655b5a83efb4813a237cdc90657c32c&device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 1127 time: 0.1028371 Mar 30 16:45:12.836679 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-c1233892-3c05-4731-8ff6-e6ef48f706bb None None] Set router b83a1f9b-fede-4aca-9ff7-2df2907fc088 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:12.889287 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0d7d1-2f81-466b-9905-d00fa9aebda3 req-117c9e4a-ed26-4286-975e-39eb459674ec tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:12.890753 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-afa0d7d1-2f81-466b-9905-d00fa9aebda3 req-117c9e4a-ed26-4286-975e-39eb459674ec tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 947 time: 0.0800002 Mar 30 16:45:12.894859 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e453123-65bc-4714-808f-51c0c33cd5bb req-7fe06f1e-53aa-42ce-b8f9-3ec63156fab7 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:12.896513 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3e453123-65bc-4714-808f-51c0c33cd5bb req-7fe06f1e-53aa-42ce-b8f9-3ec63156fab7 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 943 time: 0.1185741 Mar 30 16:45:12.953387 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-afa0d7d1-2f81-466b-9905-d00fa9aebda3 req-f0a5981e-64d5-49e3-800f-9a4773616e0b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502524 Mar 30 16:45:12.963930 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791812d6-cfd8-49f8-830f-e9fbc9111eb3 req-b7a491bc-5ea3-4a31-b7d6-1f5675d9d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:12.965641 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-791812d6-cfd8-49f8-830f-e9fbc9111eb3 req-b7a491bc-5ea3-4a31-b7d6-1f5675d9d0f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=33a2992e-ebf5-48e4-b240-ca51ff63024f HTTP/1.1" status: 200 len: 910 time: 0.1532867 Mar 30 16:45:12.978373 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3e453123-65bc-4714-808f-51c0c33cd5bb req-d48ce90f-2b65-48a3-b788-7233974ddaa0 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697148 Mar 30 16:45:13.020490 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-791812d6-cfd8-49f8-830f-e9fbc9111eb3 req-7c659c72-7125-47dc-bc53-be3f6a21edc6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4793a7e2-3a13-47ea-a7d5-a51b25914709 HTTP/1.1" status: 200 len: 217 time: 0.0388861 Mar 30 16:45:13.081532 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791812d6-cfd8-49f8-830f-e9fbc9111eb3 req-04a02fe0-ca21-414c-a254-5939dc0b37b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:13.083360 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-791812d6-cfd8-49f8-830f-e9fbc9111eb3 req-04a02fe0-ca21-414c-a254-5939dc0b37b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ab06677-86d6-4106-b123-fcaea1d19ed2 HTTP/1.1" status: 200 len: 849 time: 0.0571265 Mar 30 16:45:13.094731 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-cf439fbe-960f-4bb5-a516-04b53af11d44 req-3ee98002-33ff-4677-a6a2-80addc710e07 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 210 time: 0.0394380 Mar 30 16:45:13.102641 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-c1233892-3c05-4731-8ff6-e6ef48f706bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:40:02Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:13.128507 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-791812d6-cfd8-49f8-830f-e9fbc9111eb3 req-60343556-40f8-46ac-afd7-3f0795bae3da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33a2992e-ebf5-48e4-b240-ca51ff63024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265067 Mar 30 16:45:13.141767 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1233892-3c05-4731-8ff6-e6ef48f706bb None None] The sync data for ids ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'] in dv-cinder-835871-1-smb is: [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'adfe9cd3-822a-4c4c-834e-2a46ddd8e36b', 'name': '', 'network_id': 'b25aae61-5ff8-46b1-a103-9f8fe1189903', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'mac_address': 'fa:16:3e:0d:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:48Z', 'updated_at': '2022-03-30T16:40:02Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'subnets': [{'id': '94c1e00c-666a-41cc-aec2-f68aac843912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:45:13.150914 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cd77d-adae-4949-91d3-7ceaa500ca53 req-a8fc1afb-f655-48cf-a647-0ba4c42068c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:13.152546 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c82cd77d-adae-4949-91d3-7ceaa500ca53 req-a8fc1afb-f655-48cf-a647-0ba4c42068c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 1131 time: 0.0491104 Mar 30 16:45:13.203083 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-c82cd77d-adae-4949-91d3-7ceaa500ca53 req-90191a68-3030-4b63-9b10-081fb83794c2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445957 Mar 30 16:45:13.230455 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-791812d6-cfd8-49f8-830f-e9fbc9111eb3 req-648cfee2-8e35-47a2-8c7e-c2a80c5a4d42 service neutron] 10.222.0.45 "GET /v2.0/networks/33a2992e-ebf5-48e4-b240-ca51ff63024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941646 Mar 30 16:45:13.385889 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d8d76-3198-40a0-aa34-ecc950c7a768 None None] New status for floating IP 730864a1-2b45-4f6e-9d9b-e2aa5239ee94: DOWN {{(pid=105698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:45:13.534428 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-791812d6-cfd8-49f8-830f-e9fbc9111eb3 req-7d629a48-8030-4a7e-b29e-172af094d8b1 service neutron] 10.222.0.45 "GET /v2.0/networks/33a2992e-ebf5-48e4-b240-ca51ff63024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270301 Mar 30 16:45:14.079766 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3f285-7610-4b19-8356-dd2bae8a3c42 req-a835edf0-b34d-4ba8-9384-d3dc77faade7 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:14.081277 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-aab3f285-7610-4b19-8356-dd2bae8a3c42 req-a835edf0-b34d-4ba8-9384-d3dc77faade7 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 947 time: 0.0559626 Mar 30 16:45:14.097278 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d81eab-ddd4-48ec-9d6f-c747f2909e10 req-0cdb0f67-e27f-4bee-9502-f4617b83da0a tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:14.098747 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-38d81eab-ddd4-48ec-9d6f-c747f2909e10 req-0cdb0f67-e27f-4bee-9502-f4617b83da0a tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 943 time: 0.0540085 Mar 30 16:45:14.135596 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-aab3f285-7610-4b19-8356-dd2bae8a3c42 req-964eeefb-36f6-4be3-b479-1718fe0d015b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486255 Mar 30 16:45:14.150036 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-38d81eab-ddd4-48ec-9d6f-c747f2909e10 req-957967cc-d313-4f60-8ff4-bb75d4ae28d7 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438058 Mar 30 16:45:14.241884 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2ec55a10-215a-4096-9c5f-2f3e2be5b7fd req-227a2daf-a4a0-443c-a502-a10deda3c2c0 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/ports?device_id=255d1cd4-53d1-4570-a06e-ec91f8b0cafe HTTP/1.1" status: 200 len: 210 time: 0.0276966 Mar 30 16:45:14.393517 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 4793a7e2-3a13-47ea-a7d5-a51b25914709 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:45:14.400447 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:14.426151 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:45:14.426495 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 403f8c59-f1d1-45f4-b6eb-9fc6579a0a31 not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:45:14.512991 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 4793a7e2-3a13-47ea-a7d5-a51b25914709, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4793a7e2-3a13-47ea-a7d5-a51b25914709,segment=NetworkSegment(b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c),segment_id=b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:14.529113 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '4793a7e2-3a13-47ea-a7d5-a51b25914709', 'network_id': '33a2992e-ebf5-48e4-b240-ca51ff63024f', 'port_id': '4793a7e2-3a13-47ea-a7d5-a51b25914709', 'mac_address': 'fa:16:3e:28:1b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab06677-86d6-4106-b123-fcaea1d19ed2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:45:14.572794 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 4793a7e2-3a13-47ea-a7d5-a51b25914709 is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:45:14.573218 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:14.585763 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4793a7e2-3a13-47ea-a7d5-a51b25914709 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:45:14.608780 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 4793a7e2-3a13-47ea-a7d5-a51b25914709, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4793a7e2-3a13-47ea-a7d5-a51b25914709,segment=NetworkSegment(b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c),segment_id=b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:14.731416 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:14.783925 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=4793a7e2-3a13-47ea-a7d5-a51b25914709,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:14.943361 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['4793a7e2-3a13-47ea-a7d5-a51b25914709'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:45:15.062739 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299ae8d-db81-40f7-94d3-9429ae36cced req-b50b749e-cf16-421f-be0e-151753de6809 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:15.064140 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9299ae8d-db81-40f7-94d3-9429ae36cced req-b50b749e-cf16-421f-be0e-151753de6809 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 945 time: 0.0534496 Mar 30 16:45:15.121756 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9299ae8d-db81-40f7-94d3-9429ae36cced req-e0be9fa6-c4a7-47d0-84d9-39d3a9ea94eb tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=015aa08e-621f-4587-ba55-967c3ad69ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503201 Mar 30 16:45:15.269238 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909566e4-15ce-4f9c-9ef0-2e275fe00c2a req-65de55dc-3e12-47fa-9429-3394e03777c6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:15.270775 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-909566e4-15ce-4f9c-9ef0-2e275fe00c2a req-65de55dc-3e12-47fa-9429-3394e03777c6 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 947 time: 0.0542004 Mar 30 16:45:15.287313 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ec169-4ddf-4fdf-afe5-3ad1310a5854 req-c8934458-cfd2-47fa-b71e-826fe910fa42 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:15.289611 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b94ec169-4ddf-4fdf-afe5-3ad1310a5854 req-c8934458-cfd2-47fa-b71e-826fe910fa42 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 944 time: 0.0553946 Mar 30 16:45:15.326681 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-909566e4-15ce-4f9c-9ef0-2e275fe00c2a req-b763b9ba-2b49-4bb4-8a53-997ca64f6329 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486310 Mar 30 16:45:15.337629 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-b94ec169-4ddf-4fdf-afe5-3ad1310a5854 req-9f21d93f-3a0c-422e-ade4-cb3ae1a8d131 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Mar 30 16:45:15.464598 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 41292) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:15.515731 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-73f30949-de2e-43be-8d68-5fe4fb449df0 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group (68ab1a8f-8920-4fbd-95aa-71153a8521c2), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:15.539145 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-73f30949-de2e-43be-8d68-5fe4fb449df0 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group (68ab1a8f-8920-4fbd-95aa-71153a8521c2), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:15.668113 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-73f30949-de2e-43be-8d68-5fe4fb449df0 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (68ab1a8f-8920-4fbd-95aa-71153a8521c2), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:15.671107 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-73f30949-de2e-43be-8d68-5fe4fb449df0 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:15.672587 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-73f30949-de2e-43be-8d68-5fe4fb449df0 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "DELETE /v2.0/security-groups/68ab1a8f-8920-4fbd-95aa-71153a8521c2 HTTP/1.1" status: 204 len: 168 time: 0.2069709 Mar 30 16:45:15.675380 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 41294) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:15.682468 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f30949-de2e-43be-8d68-5fe4fb449df0 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ab1a8f-8920-4fbd-95aa-71153a8521c2,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:15.688643 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.api.v2.resource [None req-52c9598f-09e3-4e76-a441-7f54c8c94c65 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] show failed (client error): The resource could not be found. Mar 30 16:45:15.689748 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-52c9598f-09e3-4e76-a441-7f54c8c94c65 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "GET /v2.0/security-groups/68ab1a8f-8920-4fbd-95aa-71153a8521c2 HTTP/1.1" status: 404 len: 347 time: 0.0131011 Mar 30 16:45:15.692614 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 41296) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:15.815012 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-b67f35c3-b444-4ffe-ab76-d684bf3ac998 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Deleting port 1ac861c8-7039-451b-a5a3-8392706965a4 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:15.815353 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b67f35c3-b444-4ffe-ab76-d684bf3ac998 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (1ac861c8-7039-451b-a5a3-8392706965a4), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:15.888629 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b67f35c3-b444-4ffe-ab76-d684bf3ac998 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (1ac861c8-7039-451b-a5a3-8392706965a4), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:15.888984 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b67f35c3-b444-4ffe-ab76-d684bf3ac998 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for floatingip (1ac861c8-7039-451b-a5a3-8392706965a4), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:15.900535 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-b67f35c3-b444-4ffe-ab76-d684bf3ac998 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Calling delete_port for 1ac861c8-7039-451b-a5a3-8392706965a4 owned by network:floatingip {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:16.096722 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b67f35c3-b444-4ffe-ab76-d684bf3ac998 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (1ac861c8-7039-451b-a5a3-8392706965a4), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:16.121425 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f35c3-b444-4ffe-ab76-d684bf3ac998 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Pushing event deleted for resources: {'Port': ['ID=1ac861c8-7039-451b-a5a3-8392706965a4,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:16.202880 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b67f35c3-b444-4ffe-ab76-d684bf3ac998 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks [] for floatingip (730864a1-2b45-4f6e-9d9b-e2aa5239ee94), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:16.205541 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b67f35c3-b444-4ffe-ab76-d684bf3ac998 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:16.206694 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-b67f35c3-b444-4ffe-ab76-d684bf3ac998 tempest-AttachVolumeTestJSON-1181666523 tempest-AttachVolumeTestJSON-1181666523-project] 10.222.0.36 "DELETE /v2.0/floatingips/730864a1-2b45-4f6e-9d9b-e2aa5239ee94 HTTP/1.1" status: 204 len: 168 time: 0.5131156 Mar 30 16:45:16.251835 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe594e54-fb37-4b7e-8b9c-8ed693881998 req-dd7edcc3-c96f-4d5f-9dd0-24bde6bd3f37 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:16.253406 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fe594e54-fb37-4b7e-8b9c-8ed693881998 req-dd7edcc3-c96f-4d5f-9dd0-24bde6bd3f37 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 945 time: 0.0605919 Mar 30 16:45:16.301154 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fe594e54-fb37-4b7e-8b9c-8ed693881998 req-01389e2d-bd6c-43be-bebf-f0eb3dfdda89 tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups?id=015aa08e-621f-4587-ba55-967c3ad69ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419827 Mar 30 16:45:16.399774 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 4793a7e2-3a13-47ea-a7d5-a51b25914709 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:45:16.474630 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e91a0-836a-4977-ad22-03b3c8651869 req-c38d59c0-c0ae-4262-86b5-5ed70197d423 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:16.476782 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9b9e91a0-836a-4977-ad22-03b3c8651869 req-c38d59c0-c0ae-4262-86b5-5ed70197d423 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 947 time: 0.0725312 Mar 30 16:45:16.494117 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439e3d-2c7a-4a42-bf8e-15e4ba4f8a29 req-ba2fd2f4-b9a9-4c6a-ae31-29a4292fd956 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:16.495800 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-97439e3d-2c7a-4a42-bf8e-15e4ba4f8a29 req-ba2fd2f4-b9a9-4c6a-ae31-29a4292fd956 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 944 time: 0.0739405 Mar 30 16:45:16.527687 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9b9e91a0-836a-4977-ad22-03b3c8651869 req-385804d7-4397-4608-b6c3-8a09f557256b tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438628 Mar 30 16:45:16.549027 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-97439e3d-2c7a-4a42-bf8e-15e4ba4f8a29 req-b7af7e68-5de0-4b39-9806-e7709a4631a8 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466185 Mar 30 16:45:16.559840 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 4793a7e2-3a13-47ea-a7d5-a51b25914709 completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:45:16.564438 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 4793a7e2-3a13-47ea-a7d5-a51b25914709 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:45:16.564958 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:16.595404 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-e2ebe9d7-0e68-44f7-8464-5168c118904a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:16.596884 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-e2ebe9d7-0e68-44f7-8464-5168c118904a tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 945 time: 0.0643690 Mar 30 16:45:16.656918 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 4793a7e2-3a13-47ea-a7d5-a51b25914709 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:45:16.657310 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:16.685562 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b09d39-acfb-46dd-9954-5ec3645b7566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4793a7e2-3a13-47ea-a7d5-a51b25914709'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:16.687806 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3ff62a-7c6e-4f34-ad7c-4db82cc77943" -d '{"events": [{"server_uuid": "48b09d39-acfb-46dd-9954-5ec3645b7566", "name": "network-vif-plugged", "status": "completed", "tag": "4793a7e2-3a13-47ea-a7d5-a51b25914709"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:16.700485 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 4793a7e2-3a13-47ea-a7d5-a51b25914709, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4793a7e2-3a13-47ea-a7d5-a51b25914709,segment=NetworkSegment(b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c),segment_id=b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:16.703267 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Deleting port e035bfaf-b71f-4473-8f64-09ddcb20f9aa {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:16.703618 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:16.723480 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2259534c-fec3-4b9c-9b0f-7655f04544a9 x-openstack-request-id: req-2259534c-fec3-4b9c-9b0f-7655f04544a9 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:16.723830 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b09d39-acfb-46dd-9954-5ec3645b7566", "name": "network-vif-plugged", "status": "completed", "tag": "4793a7e2-3a13-47ea-a7d5-a51b25914709", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:16.724068 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2259534c-fec3-4b9c-9b0f-7655f04544a9 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:16.724463 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2259534c-fec3-4b9c-9b0f-7655f04544a9'] response: {'server_uuid': '48b09d39-acfb-46dd-9954-5ec3645b7566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4793a7e2-3a13-47ea-a7d5-a51b25914709', 'code': 200} Mar 30 16:45:16.765761 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:16.796364 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] For port e035bfaf-b71f-4473-8f64-09ddcb20f9aa, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e035bfaf-b71f-4473-8f64-09ddcb20f9aa,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:16.796734 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:16.815702 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=4793a7e2-3a13-47ea-a7d5-a51b25914709,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:16.973980 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:16.974359 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (f36932b0-26f8-408c-a155-3a8f29b93d55), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:16.974680 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.l3_db [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Floating IP f36932b0-26f8-408c-a155-3a8f29b93d55 disassociated. External IP: 172.28.2.137, port: e035bfaf-b71f-4473-8f64-09ddcb20f9aa. Mar 30 16:45:16.975057 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Calling delete_port for e035bfaf-b71f-4473-8f64-09ddcb20f9aa owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:17.016909 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a32d2-eff0-4abf-8247-94a0ce333d3f req-9e5fa0f1-d569-49e7-b46a-9d5c007ad5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:17.018414 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f93a32d2-eff0-4abf-8247-94a0ce333d3f req-9e5fa0f1-d569-49e7-b46a-9d5c007ad5d6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 1129 time: 0.0469127 Mar 30 16:45:17.063316 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f93a32d2-eff0-4abf-8247-94a0ce333d3f req-1502bb18-cb5f-463c-955f-af48ced258aa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384710 Mar 30 16:45:17.176910 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (e035bfaf-b71f-4473-8f64-09ddcb20f9aa), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:17.205750 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event deleted for resources: {'Port': ['ID=e035bfaf-b71f-4473-8f64-09ddcb20f9aa,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:17.331501 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Router 22bd6ca0-5b3b-4932-a185-31140e9d2822 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:45:17.396999 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8115b290-5521-42bb-bf52-dd34c53c7d33 req-b54bbe1b-f268-478c-9514-652678637ede tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 210 time: 0.0281992 Mar 30 16:45:17.443670 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:45:17.454839 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb0aa8-cfb1-4d69-9102-966e4148f329 None None] Sync routers for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:45:17.464996 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb0aa8-cfb1-4d69-9102-966e4148f329 None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:17.465614 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-ebcb0aa8-cfb1-4d69-9102-966e4148f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:45:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:17.483770 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] No DVR routers for this DVR port e035bfaf-b71f-4473-8f64-09ddcb20f9aa on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:45:17.486179 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:17.489514 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6409912e-aaa3-4aec-b6fe-d4e38c1a06c2 req-bd843b34-a6dc-4d43-8f98-38570934924d tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.45 "DELETE /v2.0/ports/e035bfaf-b71f-4473-8f64-09ddcb20f9aa HTTP/1.1" status: 204 len: 173 time: 0.8873506 Mar 30 16:45:17.489963 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d3b8b6-bd20-4f88-b948-3d0e5ba4970c', 'name': 'network-vif-deleted', 'tag': 'e035bfaf-b71f-4473-8f64-09ddcb20f9aa'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:17.493211 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d648f3b3-e1ee-475b-ba8d-8b4d68b149ee" -d '{"events": [{"server_uuid": "10d3b8b6-bd20-4f88-b948-3d0e5ba4970c", "name": "network-vif-deleted", "tag": "e035bfaf-b71f-4473-8f64-09ddcb20f9aa"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:17.537988 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e074a825-4ce9-4f0c-a952-8467071750db x-openstack-request-id: req-e074a825-4ce9-4f0c-a952-8467071750db {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:17.537988 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d3b8b6-bd20-4f88-b948-3d0e5ba4970c", "name": "network-vif-deleted", "tag": "e035bfaf-b71f-4473-8f64-09ddcb20f9aa", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:17.537988 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e074a825-4ce9-4f0c-a952-8467071750db {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:17.540108 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e074a825-4ce9-4f0c-a952-8467071750db'] response: {'server_uuid': '10d3b8b6-bd20-4f88-b948-3d0e5ba4970c', 'name': 'network-vif-deleted', 'tag': 'e035bfaf-b71f-4473-8f64-09ddcb20f9aa', 'status': 'completed', 'code': 200} Mar 30 16:45:17.583106 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-ebcb0aa8-cfb1-4d69-9102-966e4148f329 None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:17.697494 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641ec94-355a-401a-9273-d9a440c26c93 req-06e4f82e-b7b1-4555-b5d9-8f6c64bca700 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:17.698954 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f641ec94-355a-401a-9273-d9a440c26c93 req-06e4f82e-b7b1-4555-b5d9-8f6c64bca700 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 945 time: 0.0613768 Mar 30 16:45:17.751288 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f641ec94-355a-401a-9273-d9a440c26c93 req-e88c83e3-5ddf-4b5e-b510-12157ab59b3e tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462396 Mar 30 16:45:17.802054 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-ebcb0aa8-cfb1-4d69-9102-966e4148f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:17.831338 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb0aa8-cfb1-4d69-9102-966e4148f329 None None] Checking router: 22bd6ca0-5b3b-4932-a185-31140e9d2822 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:45:17.840477 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb0aa8-cfb1-4d69-9102-966e4148f329 None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:17.841122 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-ebcb0aa8-cfb1-4d69-9102-966e4148f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:45:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:17.947993 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-ebcb0aa8-cfb1-4d69-9102-966e4148f329 None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:18.153171 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-ebcb0aa8-cfb1-4d69-9102-966e4148f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:18.180500 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb0aa8-cfb1-4d69-9102-966e4148f329 None None] The sync data for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb is: [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:47Z', 'revision_number': 4, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'e3f0aede-7c9c-474a-a64e-ca4eacf345aa', 'name': '', 'network_id': '9066559d-1511-4e4c-9ef1-9189866f3059', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'mac_address': 'fa:16:3e:77:d6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:44Z', 'updated_at': '2022-03-30T16:40:00Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'subnets': [{'id': 'b24404d6-5dc2-4606-9399-33eea5fa9693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:45:18.401192 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba5828-395b-4468-ba11-d9b7c1844ef2 None None] New status for floating IP f36932b0-26f8-408c-a155-3a8f29b93d55: DOWN {{(pid=105698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:45:18.519149 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-016e57d4-2113-4890-be4f-832a5e5f07e6 req-afb34058-e10d-467d-b048-2ae398c589bf tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d3b8b6-bd20-4f88-b948-3d0e5ba4970c HTTP/1.1" status: 200 len: 210 time: 0.0350647 Mar 30 16:45:18.873926 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64492dc0-bd9e-434a-a2e7-8ea5b3ac3278 req-d2dbaa74-8068-43c9-8ac4-d168f04ef03b tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:18.875450 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-64492dc0-bd9e-434a-a2e7-8ea5b3ac3278 req-d2dbaa74-8068-43c9-8ac4-d168f04ef03b tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 945 time: 0.0566838 Mar 30 16:45:18.923178 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-64492dc0-bd9e-434a-a2e7-8ea5b3ac3278 req-3b658ece-7b59-471b-bfde-09fbbb51f01e tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421970 Mar 30 16:45:19.689459 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 41348) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:19.743823 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9a7c-10e6-4e96-8668-43c0fcbdbefe tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (015aa08e-621f-4587-ba55-967c3ad69ecc), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:19.777093 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9a7c-10e6-4e96-8668-43c0fcbdbefe tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (015aa08e-621f-4587-ba55-967c3ad69ecc), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:19.908127 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9a7c-10e6-4e96-8668-43c0fcbdbefe tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (015aa08e-621f-4587-ba55-967c3ad69ecc), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:19.910859 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9a7c-10e6-4e96-8668-43c0fcbdbefe tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:19.912036 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-f2dd9a7c-10e6-4e96-8668-43c0fcbdbefe tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "DELETE /v2.0/security-groups/015aa08e-621f-4587-ba55-967c3ad69ecc HTTP/1.1" status: 204 len: 168 time: 0.2244356 Mar 30 16:45:19.914927 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 41354) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:19.921861 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd9a7c-10e6-4e96-8668-43c0fcbdbefe tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015aa08e-621f-4587-ba55-967c3ad69ecc,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:19.928002 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.api.v2.resource [None req-4584b552-069d-40fd-87fd-1d4e77be3f4b tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] show failed (client error): The resource could not be found. Mar 30 16:45:19.929034 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-4584b552-069d-40fd-87fd-1d4e77be3f4b tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "GET /v2.0/security-groups/015aa08e-621f-4587-ba55-967c3ad69ecc HTTP/1.1" status: 404 len: 347 time: 0.0130918 Mar 30 16:45:19.932076 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 41356) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:20.056189 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-106600aa-310d-40de-8f92-e99124794ada tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Deleting port 6eab2346-d3ab-4879-9bbf-c1bfaaa1f890 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:20.056533 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-106600aa-310d-40de-8f92-e99124794ada tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (6eab2346-d3ab-4879-9bbf-c1bfaaa1f890), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:20.134711 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-106600aa-310d-40de-8f92-e99124794ada tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (6eab2346-d3ab-4879-9bbf-c1bfaaa1f890), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:20.135042 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-106600aa-310d-40de-8f92-e99124794ada tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (6eab2346-d3ab-4879-9bbf-c1bfaaa1f890), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:20.146420 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-106600aa-310d-40de-8f92-e99124794ada tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Calling delete_port for 6eab2346-d3ab-4879-9bbf-c1bfaaa1f890 owned by network:floatingip {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:20.278697 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb84e21-14f9-4e55-9b5e-8d479a8647eb req-349a0805-a30d-4a0a-978e-112cc47eb2c5 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:20.280191 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-afb84e21-14f9-4e55-9b5e-8d479a8647eb req-349a0805-a30d-4a0a-978e-112cc47eb2c5 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 945 time: 0.0758634 Mar 30 16:45:20.302925 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 41366) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:20.364920 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-afb84e21-14f9-4e55-9b5e-8d479a8647eb req-f4a1e8eb-0ae6-489b-94c9-a031cc4be9ee tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552614 Mar 30 16:45:20.398863 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device e035bfaf-b71f-4473-8f64-09ddcb20f9aa no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:20.419561 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: e035bfaf-b71f-4473-8f64-09ddcb20f9aa {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:45:20.420000 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device e035bfaf-b71f-4473-8f64-09ddcb20f9aa not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:45:20.428517 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-106600aa-310d-40de-8f92-e99124794ada tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (6eab2346-d3ab-4879-9bbf-c1bfaaa1f890), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:20.457403 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106600aa-310d-40de-8f92-e99124794ada tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Pushing event deleted for resources: {'Port': ['ID=6eab2346-d3ab-4879-9bbf-c1bfaaa1f890,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:20.518691 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-106600aa-310d-40de-8f92-e99124794ada tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks [] for floatingip (f36932b0-26f8-408c-a155-3a8f29b93d55), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:20.521253 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-106600aa-310d-40de-8f92-e99124794ada tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:20.522456 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-106600aa-310d-40de-8f92-e99124794ada tempest-AttachVolumeNegativeTest-1528220222 tempest-AttachVolumeNegativeTest-1528220222-project] 10.222.0.36 "DELETE /v2.0/floatingips/f36932b0-26f8-408c-a155-3a8f29b93d55 HTTP/1.1" status: 204 len: 168 time: 0.5894074 Mar 30 16:45:20.715892 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-78b909fc-1034-4998-85cb-268cf9796a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509562'] for router_interface (b83a1f9b-fede-4aca-9ff7-2df2907fc088), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:20.963059 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-78b909fc-1034-4998-85cb-268cf9796a7e admin admin] Deleting port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:20.963399 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-78b909fc-1034-4998-85cb-268cf9796a7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:21.039084 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [None req-78b909fc-1034-4998-85cb-268cf9796a7e admin admin] For port adfe9cd3-822a-4c4c-834e-2a46ddd8e36b, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=adfe9cd3-822a-4c4c-834e-2a46ddd8e36b,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:21.039494 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-78b909fc-1034-4998-85cb-268cf9796a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:21.052349 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-78b909fc-1034-4998-85cb-268cf9796a7e admin admin] Calling delete_port for adfe9cd3-822a-4c4c-834e-2a46ddd8e36b owned by network:router_interface {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:21.360026 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-78b909fc-1034-4998-85cb-268cf9796a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (adfe9cd3-822a-4c4c-834e-2a46ddd8e36b), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:21.386267 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b909fc-1034-4998-85cb-268cf9796a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=adfe9cd3-822a-4c4c-834e-2a46ddd8e36b,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:21.871237 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1ec28-731a-4d0e-b7c9-046bf99ac7ae req-60f0b0f5-fd25-4ee6-9541-23f153a5bffa tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:21.872739 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-30f1ec28-731a-4d0e-b7c9-046bf99ac7ae req-60f0b0f5-fd25-4ee6-9541-23f153a5bffa tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 945 time: 0.4294145 Mar 30 16:45:21.922510 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2ecbc-0f20-44e3-aee1-a801087aed01 req-2192f21a-8334-4648-b6ee-e17e51dc206c tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:21.924032 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-48a2ecbc-0f20-44e3-aee1-a801087aed01 req-2192f21a-8334-4648-b6ee-e17e51dc206c tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.45 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 945 time: 0.3950045 Mar 30 16:45:21.971043 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-78b909fc-1034-4998-85cb-268cf9796a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509162'] for router_interface (b83a1f9b-fede-4aca-9ff7-2df2907fc088), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:21.985935 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-30f1ec28-731a-4d0e-b7c9-046bf99ac7ae req-00053411-f07a-44f6-85cc-8af60382fd55 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060171 Mar 30 16:45:22.127898 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-48a2ecbc-0f20-44e3-aee1-a801087aed01 req-af93037d-eede-4e02-a13f-0246e66d3fbd tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Deleting port 4793a7e2-3a13-47ea-a7d5-a51b25914709 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:22.128245 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-48a2ecbc-0f20-44e3-aee1-a801087aed01 req-af93037d-eede-4e02-a13f-0246e66d3fbd tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:22.300772 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-48a2ecbc-0f20-44e3-aee1-a801087aed01 req-af93037d-eede-4e02-a13f-0246e66d3fbd tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] For port 4793a7e2-3a13-47ea-a7d5-a51b25914709, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4793a7e2-3a13-47ea-a7d5-a51b25914709,segment=NetworkSegment(b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c),segment_id=b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:22.301136 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-48a2ecbc-0f20-44e3-aee1-a801087aed01 req-af93037d-eede-4e02-a13f-0246e66d3fbd tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:22.318024 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-48a2ecbc-0f20-44e3-aee1-a801087aed01 req-af93037d-eede-4e02-a13f-0246e66d3fbd tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Calling delete_port for 4793a7e2-3a13-47ea-a7d5-a51b25914709 owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:22.370566 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b909fc-1034-4998-85cb-268cf9796a7e admin admin] Router b83a1f9b-fede-4aca-9ff7-2df2907fc088 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:45:22.541765 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b909fc-1034-4998-85cb-268cf9796a7e admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:45:22.547078 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-78b909fc-1034-4998-85cb-268cf9796a7e admin admin] 10.222.0.36 "PUT /v2.0/routers/b83a1f9b-fede-4aca-9ff7-2df2907fc088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2426124 Mar 30 16:45:22.549646 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 41386) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:22.552344 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a54476-8f6c-4179-a026-c83cdaf0fbc6 None None] Sync routers for ids ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:45:22.562167 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a54476-8f6c-4179-a026-c83cdaf0fbc6 None None] Routers {'b83a1f9b-fede-4aca-9ff7-2df2907fc088'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:22.562776 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-a6a54476-8f6c-4179-a026-c83cdaf0fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:45:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:22.641748 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-48a2ecbc-0f20-44e3-aee1-a801087aed01 req-af93037d-eede-4e02-a13f-0246e66d3fbd tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (4793a7e2-3a13-47ea-a7d5-a51b25914709), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:22.671734 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-a6a54476-8f6c-4179-a026-c83cdaf0fbc6 None None] Set router b83a1f9b-fede-4aca-9ff7-2df2907fc088 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:22.673652 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93037d-eede-4e02-a13f-0246e66d3fbd tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Pushing event deleted for resources: {'Port': ['ID=4793a7e2-3a13-47ea-a7d5-a51b25914709,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:22.706812 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] Publish callbacks [] for router (b83a1f9b-fede-4aca-9ff7-2df2907fc088), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:22.726087 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a2ecbc-0f20-44e3-aee1-a801087aed01 req-af93037d-eede-4e02-a13f-0246e66d3fbd tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] No DVR routers for this DVR port 4793a7e2-3a13-47ea-a7d5-a51b25914709 on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:45:22.757405 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-48a2ecbc-0f20-44e3-aee1-a801087aed01 req-af93037d-eede-4e02-a13f-0246e66d3fbd tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:22.760670 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-48a2ecbc-0f20-44e3-aee1-a801087aed01 req-af93037d-eede-4e02-a13f-0246e66d3fbd tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.45 "DELETE /v2.0/ports/4793a7e2-3a13-47ea-a7d5-a51b25914709 HTTP/1.1" status: 204 len: 173 time: 0.8282793 Mar 30 16:45:22.761149 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b09d39-acfb-46dd-9954-5ec3645b7566', 'name': 'network-vif-deleted', 'tag': '4793a7e2-3a13-47ea-a7d5-a51b25914709'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:22.763369 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7d54da-50f3-4492-93d8-0bfe7de94b0d" -d '{"events": [{"server_uuid": "48b09d39-acfb-46dd-9954-5ec3645b7566", "name": "network-vif-deleted", "tag": "4793a7e2-3a13-47ea-a7d5-a51b25914709"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:22.825032 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d212d4a5-9b8c-425d-a88f-d8a3f67c784b x-openstack-request-id: req-d212d4a5-9b8c-425d-a88f-d8a3f67c784b {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:22.825324 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b09d39-acfb-46dd-9954-5ec3645b7566", "name": "network-vif-deleted", "tag": "4793a7e2-3a13-47ea-a7d5-a51b25914709", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:22.825579 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d212d4a5-9b8c-425d-a88f-d8a3f67c784b {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:22.825981 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d212d4a5-9b8c-425d-a88f-d8a3f67c784b'] response: {'server_uuid': '48b09d39-acfb-46dd-9954-5ec3645b7566', 'name': 'network-vif-deleted', 'tag': '4793a7e2-3a13-47ea-a7d5-a51b25914709', 'status': 'completed', 'code': 200} Mar 30 16:45:22.842105 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] Publish callbacks [] for router_gateway (b83a1f9b-fede-4aca-9ff7-2df2907fc088), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:22.867947 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-a6a54476-8f6c-4179-a026-c83cdaf0fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:45:21Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:22.894001 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a54476-8f6c-4179-a026-c83cdaf0fbc6 None None] Checking router: b83a1f9b-fede-4aca-9ff7-2df2907fc088 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:45:22.902677 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a54476-8f6c-4179-a026-c83cdaf0fbc6 None None] Routers {'b83a1f9b-fede-4aca-9ff7-2df2907fc088'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:22.903278 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-a6a54476-8f6c-4179-a026-c83cdaf0fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:45:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:23.013323 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] Deleting port 4d81a0f3-515a-4657-a397-ff83cebd3909 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:23.013968 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (4d81a0f3-515a-4657-a397-ff83cebd3909), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:23.113421 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-a6a54476-8f6c-4179-a026-c83cdaf0fbc6 None None] Set router b83a1f9b-fede-4aca-9ff7-2df2907fc088 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:23.120394 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f0c42ead-252c-45e2-bc93-29ad68c78184 req-b4be05f6-2663-42a9-aca7-0f0c79cfefe0 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=48b09d39-acfb-46dd-9954-5ec3645b7566 HTTP/1.1" status: 200 len: 210 time: 0.0328181 Mar 30 16:45:23.140746 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] For port 4d81a0f3-515a-4657-a397-ff83cebd3909, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=4d81a0f3-515a-4657-a397-ff83cebd3909,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:23.141205 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (4d81a0f3-515a-4657-a397-ff83cebd3909), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:23.157504 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] Calling delete_port for 4d81a0f3-515a-4657-a397-ff83cebd3909 owned by network:router_gateway {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:23.321740 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-a6a54476-8f6c-4179-a026-c83cdaf0fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:45:21Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:23.351012 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a54476-8f6c-4179-a026-c83cdaf0fbc6 None None] The sync data for ids ['b83a1f9b-fede-4aca-9ff7-2df2907fc088'] in dv-cinder-835871-1-smb is: [{'id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'name': 'tempest-AttachVolumeTestJSON-1663052203-router', 'tenant_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:45:21Z', 'revision_number': 5, 'project_id': '48f7c81127e94b1b8582c9dbbc26aaf1', 'gw_port': {'id': '4d81a0f3-515a-4657-a397-ff83cebd3909', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a1f9b-fede-4aca-9ff7-2df2907fc088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:45:23.405142 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (4d81a0f3-515a-4657-a397-ff83cebd3909), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:23.438493 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d81a0f3-515a-4657-a397-ff83cebd3909,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:23.498159 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508416'] for router_gateway (b83a1f9b-fede-4aca-9ff7-2df2907fc088), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:23.611793 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router (b83a1f9b-fede-4aca-9ff7-2df2907fc088), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:23.614222 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] Publish callbacks [] for router_controller (b83a1f9b-fede-4aca-9ff7-2df2907fc088), precommit_delete_associations {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:23.811335 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-522469'] for router (b83a1f9b-fede-4aca-9ff7-2df2907fc088), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:23.811911 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b83a1f9b-fede-4aca-9ff7-2df2907fc088 {{(pid=105696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:45:23.817736 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:23.821341 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-33ede8ea-0919-41e0-914f-7e5463e95356 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b83a1f9b-fede-4aca-9ff7-2df2907fc088 HTTP/1.1" status: 204 len: 168 time: 1.2707102 Mar 30 16:45:23.821914 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 41406) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:23.874560 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a031f2f-4bc4-4539-acde-6eb58aed2431 admin admin] Deleting subnet 94c1e00c-666a-41cc-aec2-f68aac843912 {{(pid=105697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:45:23.877748 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9a031f2f-4bc4-4539-acde-6eb58aed2431 admin admin] Publish callbacks [] for subnet (94c1e00c-666a-41cc-aec2-f68aac843912), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:23.916648 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9a031f2f-4bc4-4539-acde-6eb58aed2431 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5032756'] for subnet (94c1e00c-666a-41cc-aec2-f68aac843912), precommit_delete_associations {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:23.999022 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9a031f2f-4bc4-4539-acde-6eb58aed2431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (94c1e00c-666a-41cc-aec2-f68aac843912), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:24.154567 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9a031f2f-4bc4-4539-acde-6eb58aed2431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4204514'] for subnet (94c1e00c-666a-41cc-aec2-f68aac843912), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:24.184374 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a031f2f-4bc4-4539-acde-6eb58aed2431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c1e00c-666a-41cc-aec2-f68aac843912,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:24.189172 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9a031f2f-4bc4-4539-acde-6eb58aed2431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:24.197209 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-9a031f2f-4bc4-4539-acde-6eb58aed2431 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/94c1e00c-666a-41cc-aec2-f68aac843912 HTTP/1.1" status: 204 len: 168 time: 0.3693333 Mar 30 16:45:24.198458 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 41412) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:24.201141 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fff814e-9e8d-4d54-9192-bed86bdcc190 None None] Network b25aae61-5ff8-46b1-a103-9f8fe1189903 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:45:24.277171 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (b25aae61-5ff8-46b1-a103-9f8fe1189903), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:24.382109 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90515f5-2d04-479b-bb78-17bc91dbfeff None None] DHCP port deletion for b25aae61-5ff8-46b1-a103-9f8fe1189903 request from dv-cinder-835871-1-smb {{(pid=105698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:45:24.424224 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 4793a7e2-3a13-47ea-a7d5-a51b25914709 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:24.425095 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Deleting port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:24.425439 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:24.448077 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 4793a7e2-3a13-47ea-a7d5-a51b25914709 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:45:24.448424 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 4793a7e2-3a13-47ea-a7d5-a51b25914709 not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:45:24.450680 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-305bceed-b8c9-4774-943a-ed7fb6db3583 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:24.452217 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-305bceed-b8c9-4774-943a-ed7fb6db3583 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/networks?id=33a2992e-ebf5-48e4-b240-ca51ff63024f HTTP/1.1" status: 200 len: 809 time: 0.1392143 Mar 30 16:45:24.455366 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 4d81a0f3-515a-4657-a397-ff83cebd3909 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:24.478788 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 4d81a0f3-515a-4657-a397-ff83cebd3909 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:45:24.479140 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 4d81a0f3-515a-4657-a397-ff83cebd3909 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:45:24.479560 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device adfe9cd3-822a-4c4c-834e-2a46ddd8e36b no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:24.495806 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-06c82ca5-f1f5-4478-ae7b-cbe5c083bf84 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/quotas/d655b5a83efb4813a237cdc90657c32c HTTP/1.1" status: 200 len: 375 time: 0.0179608 Mar 30 16:45:24.506102 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: adfe9cd3-822a-4c4c-834e-2a46ddd8e36b {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:45:24.506462 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device adfe9cd3-822a-4c4c-834e-2a46ddd8e36b not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:45:24.511849 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-c90515f5-2d04-479b-bb78-17bc91dbfeff None None] Deleting port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:24.512221 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c90515f5-2d04-479b-bb78-17bc91dbfeff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:24.547852 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-5dd28285-21ec-44b9-8abf-4dccc7afd5d8 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d655b5a83efb4813a237cdc90657c32c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392561 Mar 30 16:45:24.547852 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] For port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=78f77d8d-4328-4ac6-9dda-671ac57ff7fb,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:24.547852 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:24.568488 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Calling delete_port for 78f77d8d-4328-4ac6-9dda-671ac57ff7fb owned by network:dhcp {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:24.580308 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-c90515f5-2d04-479b-bb78-17bc91dbfeff None None] For port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=78f77d8d-4328-4ac6-9dda-671ac57ff7fb,segment=NetworkSegment(79cb0384-e241-46d2-893d-c345082d7906),segment_id=79cb0384-e241-46d2-893d-c345082d7906)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:24.580711 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c90515f5-2d04-479b-bb78-17bc91dbfeff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:24.595085 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-c90515f5-2d04-479b-bb78-17bc91dbfeff None None] Calling delete_port for 78f77d8d-4328-4ac6-9dda-671ac57ff7fb owned by network:dhcp {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:24.634340 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 41430) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:24.708149 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d0439800-4db8-43a5-b37b-40224969ef3f service neutron] 10.222.0.36 "GET /v2.0/networks/33a2992e-ebf5-48e4-b240-ca51ff63024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487763 Mar 30 16:45:24.771671 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c90515f5-2d04-479b-bb78-17bc91dbfeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:24.791267 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (78f77d8d-4328-4ac6-9dda-671ac57ff7fb), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:24.798805 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90515f5-2d04-479b-bb78-17bc91dbfeff None None] Pushing event deleted for resources: {'Port': ['ID=78f77d8d-4328-4ac6-9dda-671ac57ff7fb,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:24.807355 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90515f5-2d04-479b-bb78-17bc91dbfeff None None] No DVR routers for this DVR port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb on host dv-cinder-835871-1-smb {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:45:24.832141 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Pushing event deleted for resources: {'Port': ['ID=78f77d8d-4328-4ac6-9dda-671ac57ff7fb,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:24.833979 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-f587a61e-ee63-4e38-b145-ad75a910bcb3 service neutron] 10.222.0.36 "GET /v2.0/networks/33a2992e-ebf5-48e4-b240-ca51ff63024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196508 Mar 30 16:45:24.834818 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] No DVR routers for this DVR port 78f77d8d-4328-4ac6-9dda-671ac57ff7fb on host dv-cinder-835871-1-smb {{(pid=105697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:45:24.906429 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (b25aae61-5ff8-46b1-a103-9f8fe1189903), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:24.929231 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25aae61-5ff8-46b1-a103-9f8fe1189903']}} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:24.940246 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79cb0384-e241-46d2-893d-c345082d7906') {'for_net_delete': True} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:24.940246 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79cb0384-e241-46d2-893d-c345082d7906') {} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:24.949342 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5032767'] for segment (79cb0384-e241-46d2-893d-c345082d7906), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:24.964065 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (79cb0384-e241-46d2-893d-c345082d7906), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:24.970032 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=105697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:45:24.970425 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5209648'] for segment (79cb0384-e241-46d2-893d-c345082d7906), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: self.session.flush() Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: self.session.flush() Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: self.session.flush() Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: self.session.flush() Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: Traceback (most recent call last): Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: timer() Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: cb(*args, **kw) Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: return func(*args, **kwargs) Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: self._notify() Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: self.callback(batched_events) Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: event.method(event) Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: return f(self, *a, **k) Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: return self._get(url).json() Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: return self.request(url, 'GET', **kwargs) Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:45:24.972199 dv-cinder-835871-1-smb neutron-server[105697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:45:25.045157 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9a142109-e047-4228-aae4-9f2cdca48755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509562'] for router_interface (22bd6ca0-5b3b-4932-a185-31140e9d2822), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:25.102646 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (b25aae61-5ff8-46b1-a103-9f8fe1189903), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:25.109691 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:25.114866 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] 10.222.0.36 "DELETE /v2.0/networks/b25aae61-5ff8-46b1-a103-9f8fe1189903 HTTP/1.1" status: 204 len: 168 time: 0.9124892 Mar 30 16:45:25.125231 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d0fde-e540-47f6-abc4-19db13cc693f admin admin] Pushing event deleted for resources: {'Network': ['ID=b25aae61-5ff8-46b1-a103-9f8fe1189903,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:25.157557 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-23760de6-c366-4d53-abef-37cef7cd9ae3 req-baf89d18-f32e-4a42-9a55-41ccff79aae2 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 210 time: 0.0659657 Mar 30 16:45:25.356629 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-9a142109-e047-4228-aae4-9f2cdca48755 admin admin] Deleting port e3f0aede-7c9c-474a-a64e-ca4eacf345aa {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:25.357017 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9a142109-e047-4228-aae4-9f2cdca48755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:25.435859 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [None req-9a142109-e047-4228-aae4-9f2cdca48755 admin admin] For port e3f0aede-7c9c-474a-a64e-ca4eacf345aa, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=e3f0aede-7c9c-474a-a64e-ca4eacf345aa,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:25.436232 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9a142109-e047-4228-aae4-9f2cdca48755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:25.449780 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-9a142109-e047-4228-aae4-9f2cdca48755 admin admin] Calling delete_port for e3f0aede-7c9c-474a-a64e-ca4eacf345aa owned by network:router_interface {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:25.513020 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 41444) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:25.595144 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-b8abb68a-6ddb-4bf7-933a-e9c7e03497f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48f7c81127e94b1b8582c9dbbc26aaf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0810227 Mar 30 16:45:25.597592 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 41446) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:25.690326 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-62e7b932-6d2e-4f43-8b98-5c3becaf1530 admin admin] Publish callbacks [] for security_group (0a3f4a01-4ae8-4dcc-832c-808639621ec7), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:25.723219 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-62e7b932-6d2e-4f43-8b98-5c3becaf1530 admin admin] Publish callbacks [] for security_group (0a3f4a01-4ae8-4dcc-832c-808639621ec7), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:25.822308 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9a142109-e047-4228-aae4-9f2cdca48755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (e3f0aede-7c9c-474a-a64e-ca4eacf345aa), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:25.847316 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a142109-e047-4228-aae4-9f2cdca48755 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f0aede-7c9c-474a-a64e-ca4eacf345aa,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:25.853878 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-62e7b932-6d2e-4f43-8b98-5c3becaf1530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (0a3f4a01-4ae8-4dcc-832c-808639621ec7), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:25.855808 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-62e7b932-6d2e-4f43-8b98-5c3becaf1530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:25.858155 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-62e7b932-6d2e-4f43-8b98-5c3becaf1530 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a3f4a01-4ae8-4dcc-832c-808639621ec7 HTTP/1.1" status: 204 len: 168 time: 0.2596257 Mar 30 16:45:25.906962 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7b932-6d2e-4f43-8b98-5c3becaf1530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3f4a01-4ae8-4dcc-832c-808639621ec7,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:26.048043 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9a142109-e047-4228-aae4-9f2cdca48755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509162'] for router_interface (22bd6ca0-5b3b-4932-a185-31140e9d2822), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:26.165870 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 78f77d8d-4328-4ac6-9dda-671ac57ff7fb no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:26.188129 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 78f77d8d-4328-4ac6-9dda-671ac57ff7fb {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:45:26.188772 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 78f77d8d-4328-4ac6-9dda-671ac57ff7fb not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:45:26.263779 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-5ed6b701-4e1f-4e61-9e3d-b49dd6950e03 req-4a7944cc-aa76-4ccc-b5d1-b497ccddcaae tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 210 time: 0.0283902 Mar 30 16:45:26.322623 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a142109-e047-4228-aae4-9f2cdca48755 admin admin] Router 22bd6ca0-5b3b-4932-a185-31140e9d2822 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:45:26.711707 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a142109-e047-4228-aae4-9f2cdca48755 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:45:26.717476 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-9a142109-e047-4228-aae4-9f2cdca48755 admin admin] 10.222.0.36 "PUT /v2.0/routers/22bd6ca0-5b3b-4932-a185-31140e9d2822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0816071 Mar 30 16:45:26.719611 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 41468) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:26.728981 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a3510-4122-461b-bf8e-5f90e6de4487 None None] Sync routers for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:45:26.748808 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a3510-4122-461b-bf8e-5f90e6de4487 None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:26.750601 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-471a3510-4122-461b-bf8e-5f90e6de4487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:45:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:26.841058 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] Publish callbacks [] for router (22bd6ca0-5b3b-4932-a185-31140e9d2822), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:26.873984 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-471a3510-4122-461b-bf8e-5f90e6de4487 None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:26.949801 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] Publish callbacks [] for router_gateway (22bd6ca0-5b3b-4932-a185-31140e9d2822), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:27.057927 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-471a3510-4122-461b-bf8e-5f90e6de4487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:45:25Z', 'revision_number': 5, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port': {'id': 'ae091810-4a1b-4273-b7e3-c31053184135', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:36Z', 'updated_at': '2022-03-30T16:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:27.085305 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a3510-4122-461b-bf8e-5f90e6de4487 None None] Checking router: 22bd6ca0-5b3b-4932-a185-31140e9d2822 for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:45:27.094888 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a3510-4122-461b-bf8e-5f90e6de4487 None None] Routers {'22bd6ca0-5b3b-4932-a185-31140e9d2822'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:27.095794 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-471a3510-4122-461b-bf8e-5f90e6de4487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:45:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['22bd6ca0-5b3b-4932-a185-31140e9d2822'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:27.120584 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] Deleting port ae091810-4a1b-4273-b7e3-c31053184135 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:27.120967 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (ae091810-4a1b-4273-b7e3-c31053184135), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:27.189640 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-471a3510-4122-461b-bf8e-5f90e6de4487 None None] Set router 22bd6ca0-5b3b-4932-a185-31140e9d2822 gateway port host: None {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:27.206301 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] For port ae091810-4a1b-4273-b7e3-c31053184135, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=ae091810-4a1b-4273-b7e3-c31053184135,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:27.206659 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (ae091810-4a1b-4273-b7e3-c31053184135), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:27.245181 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-471a3510-4122-461b-bf8e-5f90e6de4487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:45:26Z', 'revision_number': 6, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port_host': None}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:27.286982 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a3510-4122-461b-bf8e-5f90e6de4487 None None] The sync data for ids ['22bd6ca0-5b3b-4932-a185-31140e9d2822'] in dv-cinder-835871-1-smb is: [{'id': '22bd6ca0-5b3b-4932-a185-31140e9d2822', 'name': 'tempest-AttachVolumeNegativeTest-566899516-router', 'tenant_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:45:26Z', 'revision_number': 6, 'project_id': 'f0ad01349a534b659dc50fcd3ac8a0e9', 'gw_port_host': None}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:45:27.381047 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d0fa4f82-7cb3-4e46-a11e-751e5bacdecc req-1dfe7da9-9d00-46d8-bf17-b0c93cf9db85 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 210 time: 0.0304501 Mar 30 16:45:27.498853 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-e8c9caac-f605-4182-9aa5-1f71f9424316 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:27.500406 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-e8c9caac-f605-4182-9aa5-1f71f9424316 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.45 "GET /v2.0/networks?id=33a2992e-ebf5-48e4-b240-ca51ff63024f HTTP/1.1" status: 200 len: 809 time: 0.1224840 Mar 30 16:45:27.504215 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] Calling delete_port for ae091810-4a1b-4273-b7e3-c31053184135 owned by network:router_gateway {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:27.514235 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-84d207d1-01df-41dc-943f-e1d70e7d0783 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Request body: {'port': {'device_id': 'e55a6a53-8242-4c11-8ff0-939fd3e0cb34', 'network_id': '33a2992e-ebf5-48e4-b240-ca51ff63024f', 'admin_state_up': True, 'tenant_id': 'd655b5a83efb4813a237cdc90657c32c'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:45:27.691420 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-84d207d1-01df-41dc-943f-e1d70e7d0783 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Made reservation on behalf of d655b5a83efb4813a237cdc90657c32c for: {'port': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:45:27.694985 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-84d207d1-01df-41dc-943f-e1d70e7d0783 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:27.760287 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (ae091810-4a1b-4273-b7e3-c31053184135), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:27.796643 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae091810-4a1b-4273-b7e3-c31053184135,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:27.855075 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-84d207d1-01df-41dc-943f-e1d70e7d0783 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Allocated IP 172.20.0.2 (33a2992e-ebf5-48e4-b240-ca51ff63024f/9ab06677-86d6-4106-b123-fcaea1d19ed2/0245af91-3ab9-4375-9b79-c0e0bef346d5) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:45:27.867759 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508416'] for router_gateway (22bd6ca0-5b3b-4932-a185-31140e9d2822), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:27.970769 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router (22bd6ca0-5b3b-4932-a185-31140e9d2822), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:27.973034 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] Publish callbacks [] for router_controller (22bd6ca0-5b3b-4932-a185-31140e9d2822), precommit_delete_associations {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.017247 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-84d207d1-01df-41dc-943f-e1d70e7d0783 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks [] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.096893 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-522469'] for router (22bd6ca0-5b3b-4932-a185-31140e9d2822), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.097635 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22bd6ca0-5b3b-4932-a185-31140e9d2822 {{(pid=105697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:45:28.108405 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.108405 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-2ff08fe8-b0dd-409e-aa0e-d06961cb748d admin admin] 10.222.0.36 "DELETE /v2.0/routers/22bd6ca0-5b3b-4932-a185-31140e9d2822 HTTP/1.1" status: 204 len: 168 time: 1.3834641 Mar 30 16:45:28.108916 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 41498) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:28.111424 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device e3f0aede-7c9c-474a-a64e-ca4eacf345aa no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:28.134253 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: e3f0aede-7c9c-474a-a64e-ca4eacf345aa {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:45:28.134873 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device e3f0aede-7c9c-474a-a64e-ca4eacf345aa not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:45:28.135312 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device ae091810-4a1b-4273-b7e3-c31053184135 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:28.135733 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-84d207d1-01df-41dc-943f-e1d70e7d0783 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.161670 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: ae091810-4a1b-4273-b7e3-c31053184135 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:45:28.162020 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device ae091810-4a1b-4273-b7e3-c31053184135 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:45:28.206718 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_v2 [None req-167a56b0-f593-4d1a-9429-46d8e941eae0 admin admin] Deleting subnet b24404d6-5dc2-4606-9399-33eea5fa9693 {{(pid=105696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:45:28.211064 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-84d207d1-01df-41dc-943f-e1d70e7d0783 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Network 33a2992e-ebf5-48e4-b240-ca51ff63024f is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:45:28.218230 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-167a56b0-f593-4d1a-9429-46d8e941eae0 admin admin] Publish callbacks [] for subnet (b24404d6-5dc2-4606-9399-33eea5fa9693), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.242486 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-84d207d1-01df-41dc-943f-e1d70e7d0783 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:45:28.246588 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d207d1-01df-41dc-943f-e1d70e7d0783 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Pushing event updated for resources: {'Port': ['ID=0245af91-3ab9-4375-9b79-c0e0bef346d5,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:28.252433 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-84d207d1-01df-41dc-943f-e1d70e7d0783 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:45:28.299809 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-167a56b0-f593-4d1a-9429-46d8e941eae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4368508'] for subnet (b24404d6-5dc2-4606-9399-33eea5fa9693), precommit_delete_associations {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.343353 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-84d207d1-01df-41dc-943f-e1d70e7d0783 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:28.344068 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-84d207d1-01df-41dc-943f-e1d70e7d0783 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.457504 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-167a56b0-f593-4d1a-9429-46d8e941eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (b24404d6-5dc2-4606-9399-33eea5fa9693), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.483107 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-84d207d1-01df-41dc-943f-e1d70e7d0783 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9734883 Mar 30 16:45:28.497133 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Request body: {'port': {'device_id': 'e55a6a53-8242-4c11-8ff0-939fd3e0cb34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:45:28.504725 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9cdb2-4164-42ca-bc29-ba4294f8185b req-9142de46-06cc-4344-8d61-1ff58cb65592 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:28.506362 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-57a9cdb2-4164-42ca-bc29-ba4294f8185b req-9142de46-06cc-4344-8d61-1ff58cb65592 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 931 time: 0.0527089 Mar 30 16:45:28.556149 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-57a9cdb2-4164-42ca-bc29-ba4294f8185b req-4625e987-463b-4fd9-a774-f5f836883d56 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433719 Mar 30 16:45:28.570215 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.687828 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-167a56b0-f593-4d1a-9429-46d8e941eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6120322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5065912'] for subnet (b24404d6-5dc2-4606-9399-33eea5fa9693), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.728472 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212324ed-f241-4aed-b9bd-64561d6e766d None None] Network 9066559d-1511-4e4c-9ef1-9189866f3059 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:45:28.730149 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a56b0-f593-4d1a-9429-46d8e941eae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b24404d6-5dc2-4606-9399-33eea5fa9693,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:28.732273 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-167a56b0-f593-4d1a-9429-46d8e941eae0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.735502 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-167a56b0-f593-4d1a-9429-46d8e941eae0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b24404d6-5dc2-4606-9399-33eea5fa9693 HTTP/1.1" status: 204 len: 168 time: 0.6276114 Mar 30 16:45:28.738033 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 41508) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:28.813235 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (9066559d-1511-4e4c-9ef1-9189866f3059), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.871890 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Deleting port 05611e43-be32-4c9a-828f-ae49bfe5f10b {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:28.872241 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.873491 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0245af91-3ab9-4375-9b79-c0e0bef346d5 {{(pid=105696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:45:28.884501 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Publish callbacks [] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.897801 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.provisioning_blocks [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Transition to ACTIVE for port object 0245af91-3ab9-4375-9b79-c0e0bef346d5 will not be triggered until provisioned by entity L2. {{(pid=105696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:45:28.911962 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] DHCP port deletion for 9066559d-1511-4e4c-9ef1-9189866f3059 request from dv-cinder-835871-1-smb {{(pid=105698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:45:28.940444 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] For port 05611e43-be32-4c9a-828f-ae49bfe5f10b, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=05611e43-be32-4c9a-828f-ae49bfe5f10b,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:28.940860 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:28.957898 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Calling delete_port for 05611e43-be32-4c9a-828f-ae49bfe5f10b owned by network:dhcp {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:28.961800 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Deleting port 05611e43-be32-4c9a-828f-ae49bfe5f10b {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:28.962186 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.011265 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.027882 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] For port 05611e43-be32-4c9a-828f-ae49bfe5f10b, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=05611e43-be32-4c9a-828f-ae49bfe5f10b,segment=NetworkSegment(aae2fe66-5103-4a89-933e-1640cc2dc525),segment_id=aae2fe66-5103-4a89-933e-1640cc2dc525)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:29.028538 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.050030 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Calling delete_port for 05611e43-be32-4c9a-828f-ae49bfe5f10b owned by network:dhcp {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:29.108804 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0245af91-3ab9-4375-9b79-c0e0bef346d5,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:29.134159 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.142395 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Attempting to bind port 0245af91-3ab9-4375-9b79-c0e0bef346d5 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:45:29.142743 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831'] for port (05611e43-be32-4c9a-828f-ae49bfe5f10b), after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.142968 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Attempting to bind port 0245af91-3ab9-4375-9b79-c0e0bef346d5 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '33a2992e-ebf5-48e4-b240-ca51ff63024f'}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:45:29.143400 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Attempting to bind port 0245af91-3ab9-4375-9b79-c0e0bef346d5 on network 33a2992e-ebf5-48e4-b240-ca51ff63024f {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:45:29.149096 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Port 0245af91-3ab9-4375-9b79-c0e0bef346d5 on network 33a2992e-ebf5-48e4-b240-ca51ff63024f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:45:29.149544 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Attempting to bind port 0245af91-3ab9-4375-9b79-c0e0bef346d5 on network 33a2992e-ebf5-48e4-b240-ca51ff63024f {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:45:29.152962 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=05611e43-be32-4c9a-828f-ae49bfe5f10b,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:29.156910 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] No DVR routers for this DVR port 05611e43-be32-4c9a-828f-ae49bfe5f10b on host dv-cinder-835871-1-smb {{(pid=105697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:45:29.157047 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:45:29.157431 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Checking segment: {'id': 'b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '33a2992e-ebf5-48e4-b240-ca51ff63024f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:45:29.158670 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Bound using segment: {'id': 'b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '33a2992e-ebf5-48e4-b240-ca51ff63024f'} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:45:29.163474 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Bound port: 0245af91-3ab9-4375-9b79-c0e0bef346d5, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '33a2992e-ebf5-48e4-b240-ca51ff63024f'}}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:45:29.163474 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.172535 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Pushing event deleted for resources: {'Port': ['ID=05611e43-be32-4c9a-828f-ae49bfe5f10b,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:29.179368 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] No DVR routers for this DVR port 05611e43-be32-4c9a-828f-ae49bfe5f10b on host dv-cinder-835871-1-smb {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:45:29.186785 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.187131 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.187483 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.192654 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.192654 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.192654 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.192654 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.192654 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.192654 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.192654 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.192654 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.192654 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.192654 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.192654 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.192654 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7bfa55-703c-48c5-b498-146b48d84b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:29.239148 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (9066559d-1511-4e4c-9ef1-9189866f3059), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.264799 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9066559d-1511-4e4c-9ef1-9189866f3059']}} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:29.274280 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae2fe66-5103-4a89-933e-1640cc2dc525') {'for_net_delete': True} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:29.278021 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae2fe66-5103-4a89-933e-1640cc2dc525') {} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:29.283997 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5032767'] for segment (aae2fe66-5103-4a89-933e-1640cc2dc525), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.394084 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (aae2fe66-5103-4a89-933e-1640cc2dc525), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.396732 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] For port 0245af91-3ab9-4375-9b79-c0e0bef346d5, host hv-cinder-83587, cleared binding levels {{(pid=105696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:45:29.400844 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=105697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:45:29.401248 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5209648'] for segment (aae2fe66-5103-4a89-933e-1640cc2dc525), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: Traceback (most recent call last): Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: timer() Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: cb(*args, **kw) Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: return func(*args, **kwargs) Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: self._notify() Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: self.callback(batched_events) Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: event.method(event) Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: return f(self, *a, **k) Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: return self._get(url).json() Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: return self.request(url, 'GET', **kwargs) Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:45:29.402952 dv-cinder-835871-1-smb neutron-server[105697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:45:29.525150 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (9066559d-1511-4e4c-9ef1-9189866f3059), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.525971 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] For port 0245af91-3ab9-4375-9b79-c0e0bef346d5, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0245af91-3ab9-4375-9b79-c0e0bef346d5,segment=NetworkSegment(b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c),segment_id=b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c)] {{(pid=105696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:45:29.531651 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.534863 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9066559d-1511-4e4c-9ef1-9189866f3059 HTTP/1.1" status: 204 len: 168 time: 0.7958601 Mar 30 16:45:29.548281 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eed0c9-2d7c-4d04-a557-83dd852772d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9066559d-1511-4e4c-9ef1-9189866f3059,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:29.588329 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.635290 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:29.635930 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.637383 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] 10.222.0.45 "PUT /v2.0/ports/0245af91-3ab9-4375-9b79-c0e0bef346d5 HTTP/1.1" status: 200 len: 1093 time: 1.1465013 Mar 30 16:45:29.637812 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55a6a53-8242-4c11-8ff0-939fd3e0cb34', 'tag': '0245af91-3ab9-4375-9b79-c0e0bef346d5'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:29.640222 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fc10c0-faca-4734-bcbd-a2d4dbc8007b" -d '{"events": [{"name": "network-changed", "server_uuid": "e55a6a53-8242-4c11-8ff0-939fd3e0cb34", "tag": "0245af91-3ab9-4375-9b79-c0e0bef346d5"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:29.676678 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acedfb3-2869-4e94-bb8d-e518a569004b x-openstack-request-id: req-1acedfb3-2869-4e94-bb8d-e518a569004b {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:29.677032 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55a6a53-8242-4c11-8ff0-939fd3e0cb34", "tag": "0245af91-3ab9-4375-9b79-c0e0bef346d5", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:29.680971 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1acedfb3-2869-4e94-bb8d-e518a569004b {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:29.680971 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1acedfb3-2869-4e94-bb8d-e518a569004b'] response: {'name': 'network-changed', 'server_uuid': 'e55a6a53-8242-4c11-8ff0-939fd3e0cb34', 'tag': '0245af91-3ab9-4375-9b79-c0e0bef346d5', 'status': 'completed', 'code': 200} Mar 30 16:45:29.693161 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0867a-63f4-483a-aa02-92190b66daa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0245af91-3ab9-4375-9b79-c0e0bef346d5,revision_number=3']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:29.753611 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29353c-07a8-4863-877c-82011ceb7c89 req-a5e4ea72-754b-4470-847e-d1e593d00705 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:29.755076 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7e29353c-07a8-4863-877c-82011ceb7c89 req-a5e4ea72-754b-4470-847e-d1e593d00705 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 943 time: 0.1013956 Mar 30 16:45:29.761356 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc10c0-faca-4734-bcbd-a2d4dbc8007b req-af373725-612f-47f5-abef-a0030123f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:29.762718 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-76fc10c0-faca-4734-bcbd-a2d4dbc8007b req-af373725-612f-47f5-abef-a0030123f002 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d655b5a83efb4813a237cdc90657c32c&device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 1127 time: 0.0666864 Mar 30 16:45:29.862673 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7e29353c-07a8-4863-877c-82011ceb7c89 req-14987150-981e-4ab2-a06d-21adb56de398 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990107 Mar 30 16:45:29.885470 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc10c0-faca-4734-bcbd-a2d4dbc8007b req-7289fe7d-b07e-4f5c-bf84-39d2988f397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:29.887889 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-76fc10c0-faca-4734-bcbd-a2d4dbc8007b req-7289fe7d-b07e-4f5c-bf84-39d2988f397c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d655b5a83efb4813a237cdc90657c32c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1166892 Mar 30 16:45:29.894990 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 41518) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:29.940892 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-a2da0193-5864-4616-a44e-9c82e6faff1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0ad01349a534b659dc50fcd3ac8a0e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445120 Mar 30 16:45:29.943249 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 41520) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:30.019635 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97ef893a-53e9-4d4f-9ce2-c95343f0bdcb admin admin] Publish callbacks [] for security_group (a6d6eba6-a4cd-4dd4-8db5-a87e4d07c29a), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:30.022989 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc10c0-faca-4734-bcbd-a2d4dbc8007b req-95b58f64-79f1-45a1-a22e-7bb43b074fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:30.024416 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-76fc10c0-faca-4734-bcbd-a2d4dbc8007b req-95b58f64-79f1-45a1-a22e-7bb43b074fd5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303570 Mar 30 16:45:30.043579 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97ef893a-53e9-4d4f-9ce2-c95343f0bdcb admin admin] Publish callbacks [] for security_group (a6d6eba6-a4cd-4dd4-8db5-a87e4d07c29a), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:30.108157 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 05611e43-be32-4c9a-828f-ae49bfe5f10b no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:30.125090 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-31c14874-3062-4cee-b193-d7b741896806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:30.126588 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-31c14874-3062-4cee-b193-d7b741896806 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d655b5a83efb4813a237cdc90657c32c&device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 1127 time: 0.0653417 Mar 30 16:45:30.138932 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 05611e43-be32-4c9a-828f-ae49bfe5f10b {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:45:30.139271 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 05611e43-be32-4c9a-828f-ae49bfe5f10b not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:45:30.175615 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97ef893a-53e9-4d4f-9ce2-c95343f0bdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (a6d6eba6-a4cd-4dd4-8db5-a87e4d07c29a), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:30.178958 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-97ef893a-53e9-4d4f-9ce2-c95343f0bdcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:30.180144 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-97ef893a-53e9-4d4f-9ce2-c95343f0bdcb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6d6eba6-a4cd-4dd4-8db5-a87e4d07c29a HTTP/1.1" status: 204 len: 168 time: 0.2359600 Mar 30 16:45:30.185362 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-71fd83f1-1bed-4ad1-861e-1b7606b1d91b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0245af91-3ab9-4375-9b79-c0e0bef346d5 HTTP/1.1" status: 200 len: 217 time: 0.0514345 Mar 30 16:45:30.190343 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef893a-53e9-4d4f-9ce2-c95343f0bdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d6eba6-a4cd-4dd4-8db5-a87e4d07c29a,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:30.219369 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:30.239011 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-65f52607-6ea9-4e43-8ffb-78434e7ef7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:30.240553 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-65f52607-6ea9-4e43-8ffb-78434e7ef7e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ab06677-86d6-4106-b123-fcaea1d19ed2 HTTP/1.1" status: 200 len: 849 time: 0.0482969 Mar 30 16:45:30.276727 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-7338b143-ff5a-4669-8072-2230b6c7489f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33a2992e-ebf5-48e4-b240-ca51ff63024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299587 Mar 30 16:45:30.369996 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-d2d757df-b514-4f25-a75b-99b8357c9037 service neutron] 10.222.0.45 "GET /v2.0/networks/33a2992e-ebf5-48e4-b240-ca51ff63024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863452 Mar 30 16:45:30.470799 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2a93bd12-a9ba-4b66-9934-5b76f602ab6d req-8b9a14dc-c68c-4a2a-880d-57558bf6abbe service neutron] 10.222.0.45 "GET /v2.0/networks/33a2992e-ebf5-48e4-b240-ca51ff63024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949020 Mar 30 16:45:30.987981 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054deee3-52d6-4931-8139-4b465315f27f req-ee134ca1-5e88-4f7b-9304-a2a84bed1bd3 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:30.989423 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-054deee3-52d6-4931-8139-4b465315f27f req-ee134ca1-5e88-4f7b-9304-a2a84bed1bd3 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 943 time: 0.0551569 Mar 30 16:45:31.035486 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-054deee3-52d6-4931-8139-4b465315f27f req-82383dc9-cb10-4610-a9bc-8de21ceaae6c tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Mar 30 16:45:31.599179 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7ddffec6-ea74-4b05-aa3e-10d793e50890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:31.823663 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-896fecae-e545-429e-8c81-b2a63950fae5 req-3988e7f2-83b4-4990-89e5-0de8064df68e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436070 Mar 30 16:45:31.907141 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fecae-e545-429e-8c81-b2a63950fae5 req-d3419750-182e-41ff-93fb-b9c3787161c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:31.908601 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-896fecae-e545-429e-8c81-b2a63950fae5 req-d3419750-182e-41ff-93fb-b9c3787161c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9aeead52e01c4a67b8294c0188d476bb&device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 1131 time: 0.0434923 Mar 30 16:45:32.015070 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fecae-e545-429e-8c81-b2a63950fae5 req-0c57b494-002f-49cb-8cf5-ec0570c1de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:32.016580 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-896fecae-e545-429e-8c81-b2a63950fae5 req-0c57b494-002f-49cb-8cf5-ec0570c1de9f service neutron] 10.222.0.45 "GET /v2.0/networks?id=502a6e91-b591-4f3b-8946-72c3ddeb25ad HTTP/1.1" status: 200 len: 916 time: 0.0904644 Mar 30 16:45:32.088002 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-896fecae-e545-429e-8c81-b2a63950fae5 req-a35ee311-ef19-432a-98e7-2b287f82745d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584 HTTP/1.1" status: 200 len: 1002 time: 0.0651546 Mar 30 16:45:32.165114 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fecae-e545-429e-8c81-b2a63950fae5 req-2b687f72-dba4-412a-bab4-058c80bd7306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:32.166589 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-896fecae-e545-429e-8c81-b2a63950fae5 req-2b687f72-dba4-412a-bab4-058c80bd7306 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9df6b30-1554-4ac7-a638-1eff78d1538f HTTP/1.1" status: 200 len: 854 time: 0.0730309 Mar 30 16:45:32.210730 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c0d35-672c-4de8-bf2e-a3fb3c1b4b31 req-92529777-173a-448e-b56b-95d78cec0b6c tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:32.212257 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5e1c0d35-672c-4de8-bf2e-a3fb3c1b4b31 req-92529777-173a-448e-b56b-95d78cec0b6c tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 943 time: 0.0933678 Mar 30 16:45:32.245277 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fecae-e545-429e-8c81-b2a63950fae5 req-4679d1d0-6e43-4f63-8f2c-43afa342d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:32.246777 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-896fecae-e545-429e-8c81-b2a63950fae5 req-4679d1d0-6e43-4f63-8f2c-43afa342d05b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=502a6e91-b591-4f3b-8946-72c3ddeb25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0722902 Mar 30 16:45:32.317625 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5e1c0d35-672c-4de8-bf2e-a3fb3c1b4b31 req-1faaec1b-19ed-440b-bbf6-a5252db6e109 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959342 Mar 30 16:45:32.360718 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-896fecae-e545-429e-8c81-b2a63950fae5 req-cb43d125-a679-44ac-bc43-9da186a2c6bb service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043873 Mar 30 16:45:32.450822 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-896fecae-e545-429e-8c81-b2a63950fae5 req-a6db02c8-fc23-4f9e-90bb-9c17361e691d service neutron] 10.222.0.45 "GET /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840659 Mar 30 16:45:32.453145 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 0245af91-3ab9-4375-9b79-c0e0bef346d5 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:45:32.554228 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 0245af91-3ab9-4375-9b79-c0e0bef346d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0245af91-3ab9-4375-9b79-c0e0bef346d5,segment=NetworkSegment(b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c),segment_id=b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:32.566747 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '0245af91-3ab9-4375-9b79-c0e0bef346d5', 'network_id': '33a2992e-ebf5-48e4-b240-ca51ff63024f', 'port_id': '0245af91-3ab9-4375-9b79-c0e0bef346d5', 'mac_address': 'fa:16:3e:aa:5c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab06677-86d6-4106-b123-fcaea1d19ed2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:45:32.605463 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 0245af91-3ab9-4375-9b79-c0e0bef346d5 is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:45:32.606102 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:32.619912 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0245af91-3ab9-4375-9b79-c0e0bef346d5 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:45:32.641351 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 0245af91-3ab9-4375-9b79-c0e0bef346d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0245af91-3ab9-4375-9b79-c0e0bef346d5,segment=NetworkSegment(b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c),segment_id=b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:32.719784 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:32.767291 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=0245af91-3ab9-4375-9b79-c0e0bef346d5,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:32.931359 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['0245af91-3ab9-4375-9b79-c0e0bef346d5'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:45:33.441352 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90478e88-ee8e-497d-9cdd-2fb5520dc2c7 req-8fc06871-6a35-4067-ae96-fe38827cccbe tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:33.442815 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-90478e88-ee8e-497d-9cdd-2fb5520dc2c7 req-8fc06871-6a35-4067-ae96-fe38827cccbe tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 944 time: 0.0551648 Mar 30 16:45:33.488632 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-90478e88-ee8e-497d-9cdd-2fb5520dc2c7 req-25f6ae8f-816f-4324-a1a2-66881674323e tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396175 Mar 30 16:45:33.778170 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-feda5e69-fee8-42ee-bff6-78e6181d3ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:34.449712 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 0245af91-3ab9-4375-9b79-c0e0bef346d5 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:45:34.576330 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 0245af91-3ab9-4375-9b79-c0e0bef346d5 completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:45:34.580604 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 0245af91-3ab9-4375-9b79-c0e0bef346d5 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:45:34.581075 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:34.610550 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae7039-c921-42b2-8959-d4c5031f5728 req-c8781167-307b-43a3-93fe-b623c168ca1e tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:34.612121 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e8ae7039-c921-42b2-8959-d4c5031f5728 req-c8781167-307b-43a3-93fe-b623c168ca1e tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 944 time: 0.0525112 Mar 30 16:45:34.659997 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-e8ae7039-c921-42b2-8959-d4c5031f5728 req-78e8bf27-1d98-4d93-9fbf-ff64d8198f23 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420198 Mar 30 16:45:34.661108 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 0245af91-3ab9-4375-9b79-c0e0bef346d5 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:45:34.661523 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:34.685156 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55a6a53-8242-4c11-8ff0-939fd3e0cb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0245af91-3ab9-4375-9b79-c0e0bef346d5'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:34.687471 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86119986-088d-4119-a686-f60efca9edcd" -d '{"events": [{"server_uuid": "e55a6a53-8242-4c11-8ff0-939fd3e0cb34", "name": "network-vif-plugged", "status": "completed", "tag": "0245af91-3ab9-4375-9b79-c0e0bef346d5"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:34.700659 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 0245af91-3ab9-4375-9b79-c0e0bef346d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0245af91-3ab9-4375-9b79-c0e0bef346d5,segment=NetworkSegment(b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c),segment_id=b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:34.722356 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d824c120-3431-4ccb-82e5-e1b3fa985aab x-openstack-request-id: req-d824c120-3431-4ccb-82e5-e1b3fa985aab {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:34.722601 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55a6a53-8242-4c11-8ff0-939fd3e0cb34", "name": "network-vif-plugged", "status": "completed", "tag": "0245af91-3ab9-4375-9b79-c0e0bef346d5", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:34.722856 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d824c120-3431-4ccb-82e5-e1b3fa985aab {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:34.723253 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d824c120-3431-4ccb-82e5-e1b3fa985aab'] response: {'server_uuid': 'e55a6a53-8242-4c11-8ff0-939fd3e0cb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0245af91-3ab9-4375-9b79-c0e0bef346d5', 'code': 200} Mar 30 16:45:34.776801 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:34.826896 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=0245af91-3ab9-4375-9b79-c0e0bef346d5,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:35.045369 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52684f22-1b74-4a0d-b295-ec278bbfac71 req-954234f4-7356-4cac-81d9-058ea548e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:35.046923 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-52684f22-1b74-4a0d-b295-ec278bbfac71 req-954234f4-7356-4cac-81d9-058ea548e656 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 1129 time: 0.0503330 Mar 30 16:45:35.094882 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-52684f22-1b74-4a0d-b295-ec278bbfac71 req-f714dc61-92bc-4ec8-879a-34988b580223 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Mar 30 16:45:35.274189 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:35.788882 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a769a-359d-4b37-86f7-f984d3e0dbb2 req-021bf823-f137-42cd-a594-b0446b1ea196 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:35.790422 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d21a769a-359d-4b37-86f7-f984d3e0dbb2 req-021bf823-f137-42cd-a594-b0446b1ea196 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 945 time: 0.0550320 Mar 30 16:45:35.837529 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d21a769a-359d-4b37-86f7-f984d3e0dbb2 req-1e14994a-324a-42dc-b70d-f390f8c20fb2 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411072 Mar 30 16:45:36.467543 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:36.964302 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904751e-0499-48b2-8388-8a2caf667ff1 req-b88fd8c1-cb47-4d23-837a-149aba85a4bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:36.965855 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6904751e-0499-48b2-8388-8a2caf667ff1 req-b88fd8c1-cb47-4d23-837a-149aba85a4bf tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 945 time: 0.0615435 Mar 30 16:45:37.015536 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-6904751e-0499-48b2-8388-8a2caf667ff1 req-f2db18b7-2dea-4551-9daa-d8f28a139ea4 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Mar 30 16:45:37.968543 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:45:38.228005 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:38.307907 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375870e0-b9b7-4b22-9045-1e03c143c944 req-e6842a0f-f380-4647-b66c-85f70b550aae tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:38.309350 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-375870e0-b9b7-4b22-9045-1e03c143c944 req-e6842a0f-f380-4647-b66c-85f70b550aae tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 945 time: 0.0556202 Mar 30 16:45:38.355680 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-375870e0-b9b7-4b22-9045-1e03c143c944 req-e36260a6-db05-4843-87f6-bb9e365db3c7 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406170 Mar 30 16:45:39.484485 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46438732-cff9-4957-b605-fa7229ecea36 req-e2705dac-bde7-48fe-b3e9-505c82392fe8 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:39.486195 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-46438732-cff9-4957-b605-fa7229ecea36 req-e2705dac-bde7-48fe-b3e9-505c82392fe8 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 945 time: 0.0581059 Mar 30 16:45:39.538872 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-46438732-cff9-4957-b605-fa7229ecea36 req-c86c8890-e3bf-46b4-8961-9dce97323f5f tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/security-groups?id=dad8f62d-7d4a-4ae6-a399-e95026155f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443196 Mar 30 16:45:39.642509 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d55d65-c312-49f3-a9b8-c76dbdcad39f req-1339b665-8b74-483c-8144-eebc5583bf70 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:39.644116 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-12d55d65-c312-49f3-a9b8-c76dbdcad39f req-1339b665-8b74-483c-8144-eebc5583bf70 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.45 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 945 time: 0.0525613 Mar 30 16:45:39.742834 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-12d55d65-c312-49f3-a9b8-c76dbdcad39f req-8f62b5d7-4fb4-4bb5-b0c7-f1696cad95ea tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Deleting port 0245af91-3ab9-4375-9b79-c0e0bef346d5 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:39.743106 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-12d55d65-c312-49f3-a9b8-c76dbdcad39f req-8f62b5d7-4fb4-4bb5-b0c7-f1696cad95ea tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:39.833717 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-12d55d65-c312-49f3-a9b8-c76dbdcad39f req-8f62b5d7-4fb4-4bb5-b0c7-f1696cad95ea tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] For port 0245af91-3ab9-4375-9b79-c0e0bef346d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0245af91-3ab9-4375-9b79-c0e0bef346d5,segment=NetworkSegment(b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c),segment_id=b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:39.834109 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-12d55d65-c312-49f3-a9b8-c76dbdcad39f req-8f62b5d7-4fb4-4bb5-b0c7-f1696cad95ea tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:39.847064 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-12d55d65-c312-49f3-a9b8-c76dbdcad39f req-8f62b5d7-4fb4-4bb5-b0c7-f1696cad95ea tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Calling delete_port for 0245af91-3ab9-4375-9b79-c0e0bef346d5 owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:40.044440 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-12d55d65-c312-49f3-a9b8-c76dbdcad39f req-8f62b5d7-4fb4-4bb5-b0c7-f1696cad95ea tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (0245af91-3ab9-4375-9b79-c0e0bef346d5), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:40.056896 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['0245af91-3ab9-4375-9b79-c0e0bef346d5'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:45:40.074029 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62b5d7-4fb4-4bb5-b0c7-f1696cad95ea tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Pushing event deleted for resources: {'Port': ['ID=0245af91-3ab9-4375-9b79-c0e0bef346d5,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:40.116113 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d55d65-c312-49f3-a9b8-c76dbdcad39f req-8f62b5d7-4fb4-4bb5-b0c7-f1696cad95ea tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] No DVR routers for this DVR port 0245af91-3ab9-4375-9b79-c0e0bef346d5 on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:45:40.118594 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-12d55d65-c312-49f3-a9b8-c76dbdcad39f req-8f62b5d7-4fb4-4bb5-b0c7-f1696cad95ea tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:40.121965 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-12d55d65-c312-49f3-a9b8-c76dbdcad39f req-8f62b5d7-4fb4-4bb5-b0c7-f1696cad95ea tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.45 "DELETE /v2.0/ports/0245af91-3ab9-4375-9b79-c0e0bef346d5 HTTP/1.1" status: 204 len: 173 time: 0.4724166 Mar 30 16:45:40.122408 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55a6a53-8242-4c11-8ff0-939fd3e0cb34', 'name': 'network-vif-deleted', 'tag': '0245af91-3ab9-4375-9b79-c0e0bef346d5'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:40.124687 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd28192d-44eb-4087-aa7a-c7962f0ac7b3" -d '{"events": [{"server_uuid": "e55a6a53-8242-4c11-8ff0-939fd3e0cb34", "name": "network-vif-deleted", "tag": "0245af91-3ab9-4375-9b79-c0e0bef346d5"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:40.160335 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df101825-8fbc-42ac-8c19-a00ca92dbec0 x-openstack-request-id: req-df101825-8fbc-42ac-8c19-a00ca92dbec0 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:40.160637 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55a6a53-8242-4c11-8ff0-939fd3e0cb34", "name": "network-vif-deleted", "tag": "0245af91-3ab9-4375-9b79-c0e0bef346d5", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:40.160920 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df101825-8fbc-42ac-8c19-a00ca92dbec0 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:40.161361 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df101825-8fbc-42ac-8c19-a00ca92dbec0'] response: {'server_uuid': 'e55a6a53-8242-4c11-8ff0-939fd3e0cb34', 'name': 'network-vif-deleted', 'tag': '0245af91-3ab9-4375-9b79-c0e0bef346d5', 'status': 'completed', 'code': 200} Mar 30 16:45:40.652785 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-84e7eee6-ff0f-4a1c-ba0b-670a455b6cfc req-3166def7-3514-4c88-aa86-7b35efff40f0 tempest-VolumesActionsTest-438464762 tempest-VolumesActionsTest-438464762-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55a6a53-8242-4c11-8ff0-939fd3e0cb34 HTTP/1.1" status: 200 len: 210 time: 0.0303404 Mar 30 16:45:42.174145 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 41786) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:42.279068 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-465376e0-8dee-4d4f-9420-b12235cc9102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:42.356580 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-465376e0-8dee-4d4f-9420-b12235cc9102 admin admin] Publish callbacks [] for security_group (05d09398-f1b0-4522-a12f-898624f1d1c5), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:42.479227 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-465376e0-8dee-4d4f-9420-b12235cc9102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (05d09398-f1b0-4522-a12f-898624f1d1c5), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:42.488100 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 0245af91-3ab9-4375-9b79-c0e0bef346d5 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:42.508909 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 0245af91-3ab9-4375-9b79-c0e0bef346d5 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:45:42.509256 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 0245af91-3ab9-4375-9b79-c0e0bef346d5 not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:45:42.519934 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-465376e0-8dee-4d4f-9420-b12235cc9102 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6d9c3c198e84f40b500b45d458e09f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444142 Mar 30 16:45:42.520592 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465376e0-8dee-4d4f-9420-b12235cc9102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d09398-f1b0-4522-a12f-898624f1d1c5,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:42.523796 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 41796) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:42.577398 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6ebba60a-fe41-446e-b990-d2f5c7e2b738 admin admin] Publish callbacks [] for security_group (05d09398-f1b0-4522-a12f-898624f1d1c5), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:42.599278 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6ebba60a-fe41-446e-b990-d2f5c7e2b738 admin admin] Publish callbacks [] for security_group (05d09398-f1b0-4522-a12f-898624f1d1c5), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:42.719072 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6ebba60a-fe41-446e-b990-d2f5c7e2b738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (05d09398-f1b0-4522-a12f-898624f1d1c5), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:42.722786 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6ebba60a-fe41-446e-b990-d2f5c7e2b738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:42.723108 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-6ebba60a-fe41-446e-b990-d2f5c7e2b738 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05d09398-f1b0-4522-a12f-898624f1d1c5 HTTP/1.1" status: 204 len: 168 time: 0.1981928 Mar 30 16:45:42.731728 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebba60a-fe41-446e-b990-d2f5c7e2b738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d09398-f1b0-4522-a12f-898624f1d1c5,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:44.833126 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 41908) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:44.953896 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-92f91d21-3ce8-4e15-8b6a-213d144553b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:45.050331 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-92f91d21-3ce8-4e15-8b6a-213d144553b6 admin admin] Publish callbacks [] for security_group (0edacbd5-c400-4e92-a2e8-0f541e126897), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:45.130002 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-92f91d21-3ce8-4e15-8b6a-213d144553b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (0edacbd5-c400-4e92-a2e8-0f541e126897), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:45.175329 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-92f91d21-3ce8-4e15-8b6a-213d144553b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=073c61e48de5416496273b463cd21e68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400857 Mar 30 16:45:45.178030 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 41916) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:45.208541 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f91d21-3ce8-4e15-8b6a-213d144553b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edacbd5-c400-4e92-a2e8-0f541e126897,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:45.270168 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-24736760-5a65-48da-9331-19597eb378b0 admin admin] Publish callbacks [] for security_group (0edacbd5-c400-4e92-a2e8-0f541e126897), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:45.297384 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-24736760-5a65-48da-9331-19597eb378b0 admin admin] Publish callbacks [] for security_group (0edacbd5-c400-4e92-a2e8-0f541e126897), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:45.427991 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-24736760-5a65-48da-9331-19597eb378b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (0edacbd5-c400-4e92-a2e8-0f541e126897), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:45.431201 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-24736760-5a65-48da-9331-19597eb378b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:45.435421 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-24736760-5a65-48da-9331-19597eb378b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0edacbd5-c400-4e92-a2e8-0f541e126897 HTTP/1.1" status: 204 len: 168 time: 0.2537303 Mar 30 16:45:45.458442 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24736760-5a65-48da-9331-19597eb378b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edacbd5-c400-4e92-a2e8-0f541e126897,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:46.242050 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609666f1-58ac-4561-874a-681723711091 req-7ef429d6-b3f6-4fd2-b058-8d747077885c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:46.243567 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-609666f1-58ac-4561-874a-681723711091 req-7ef429d6-b3f6-4fd2-b058-8d747077885c tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 947 time: 0.0620070 Mar 30 16:45:46.325465 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-609666f1-58ac-4561-874a-681723711091 req-2a67768d-41f3-4fdc-9f87-9540d2796b4f tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757296 Mar 30 16:45:47.480328 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fd43d-aa7a-4110-9ab4-8cd99c308d72 req-7ba1ed5d-eb30-4262-bd45-635eadd1c643 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:47.481908 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-527fd43d-aa7a-4110-9ab4-8cd99c308d72 req-7ba1ed5d-eb30-4262-bd45-635eadd1c643 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 947 time: 0.0577531 Mar 30 16:45:47.539469 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-527fd43d-aa7a-4110-9ab4-8cd99c308d72 req-c351f3db-6407-41e8-bf26-836cb9d24db7 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc44fae-3a29-4fd2-83ce-f60c974f87da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501111 Mar 30 16:45:47.652062 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-6b9b0ff9-f31c-4118-878b-ed21cf1c9652 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:47.654247 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-6b9b0ff9-f31c-4118-878b-ed21cf1c9652 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.45 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 947 time: 0.0639176 Mar 30 16:45:47.751369 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Deleting port 2cabb66b-e258-41cb-9b62-1e5046c4e584 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:47.751649 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:47.870373 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] For port 2cabb66b-e258-41cb-9b62-1e5046c4e584, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2cabb66b-e258-41cb-9b62-1e5046c4e584,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:47.870750 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:48.086623 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:48.087088 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (df416c38-d585-4973-b60b-604dc78da65a), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:48.087501 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.l3_db [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Floating IP df416c38-d585-4973-b60b-604dc78da65a disassociated. External IP: 172.28.2.168, port: 2cabb66b-e258-41cb-9b62-1e5046c4e584. Mar 30 16:45:48.087916 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Calling delete_port for 2cabb66b-e258-41cb-9b62-1e5046c4e584 owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:48.376940 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (2cabb66b-e258-41cb-9b62-1e5046c4e584), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:48.410059 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event deleted for resources: {'Port': ['ID=2cabb66b-e258-41cb-9b62-1e5046c4e584,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:48.587512 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:45:48.784946 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-024392dd-992c-4d85-a29c-7cbf85745ddf req-1e1c752f-4a04-4132-be90-b4e10ff3b098 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 210 time: 0.1252954 Mar 30 16:45:48.810873 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:45:48.825037 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e84df-7f8b-4be9-9373-81951dc9976c None None] Sync routers for ids ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:45:48.837625 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e84df-7f8b-4be9-9373-81951dc9976c None None] Routers {'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:48.838742 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-eb3e84df-7f8b-4be9-9373-81951dc9976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:45:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:48.867274 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] No DVR routers for this DVR port 2cabb66b-e258-41cb-9b62-1e5046c4e584 on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:45:48.870523 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:48.875993 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-882d4cff-8d9e-4d6e-b019-ff9e79b52987 req-836ff176-7692-41b9-9bcf-ba4e5d6fc4c1 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.45 "DELETE /v2.0/ports/2cabb66b-e258-41cb-9b62-1e5046c4e584 HTTP/1.1" status: 204 len: 173 time: 1.2164209 Mar 30 16:45:48.876592 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'name': 'network-vif-deleted', 'tag': '2cabb66b-e258-41cb-9b62-1e5046c4e584'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:48.879045 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002e48d4-64ae-4cd1-b529-ccb9291ed462" -d '{"events": [{"server_uuid": "db7c7fd4-e762-48cf-93d3-d764bf8f4f40", "name": "network-vif-deleted", "tag": "2cabb66b-e258-41cb-9b62-1e5046c4e584"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:48.921345 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361d3bd4-a1b7-4218-a427-dab21971cce5 x-openstack-request-id: req-361d3bd4-a1b7-4218-a427-dab21971cce5 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:48.921894 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7c7fd4-e762-48cf-93d3-d764bf8f4f40", "name": "network-vif-deleted", "tag": "2cabb66b-e258-41cb-9b62-1e5046c4e584", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:48.922389 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-361d3bd4-a1b7-4218-a427-dab21971cce5 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:48.923034 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361d3bd4-a1b7-4218-a427-dab21971cce5'] response: {'server_uuid': 'db7c7fd4-e762-48cf-93d3-d764bf8f4f40', 'name': 'network-vif-deleted', 'tag': '2cabb66b-e258-41cb-9b62-1e5046c4e584', 'status': 'completed', 'code': 200} Mar 30 16:45:48.995008 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-eb3e84df-7f8b-4be9-9373-81951dc9976c None None] Set router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:49.285416 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-eb3e84df-7f8b-4be9-9373-81951dc9976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:49.317621 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e84df-7f8b-4be9-9373-81951dc9976c None None] Checking router: ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:45:49.327224 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e84df-7f8b-4be9-9373-81951dc9976c None None] Routers {'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:49.328150 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-eb3e84df-7f8b-4be9-9373-81951dc9976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:45:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:49.496352 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-eb3e84df-7f8b-4be9-9373-81951dc9976c None None] Set router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:49.767491 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-eb3e84df-7f8b-4be9-9373-81951dc9976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:49.803500 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e84df-7f8b-4be9-9373-81951dc9976c None None] The sync data for ids ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'] in dv-cinder-835871-1-smb is: [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': '0032bd69-5202-42a8-bdfd-ac64a88efc48', 'name': '', 'network_id': '502a6e91-b591-4f3b-8946-72c3ddeb25ad', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'mac_address': 'fa:16:3e:22:d5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:37Z', 'updated_at': '2022-03-30T16:39:50Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'subnets': [{'id': 'c9df6b30-1554-4ac7-a638-1eff78d1538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:45:50.016582 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1a91e774-4e0f-448c-83b3-3e0eb1f35b43 req-9ffd28ae-4e32-4f72-abd6-e4ab5af984e9 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/ports?device_id=db7c7fd4-e762-48cf-93d3-d764bf8f4f40 HTTP/1.1" status: 200 len: 210 time: 0.0783207 Mar 30 16:45:50.290012 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4adeb-82b3-4062-9166-b35410eb4180 None None] New status for floating IP df416c38-d585-4973-b60b-604dc78da65a: DOWN {{(pid=105698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:45:50.532742 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 2cabb66b-e258-41cb-9b62-1e5046c4e584 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:50.574554 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 2cabb66b-e258-41cb-9b62-1e5046c4e584 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:45:50.575050 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 2cabb66b-e258-41cb-9b62-1e5046c4e584 not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:45:51.444631 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42074) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:51.501632 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fbc4f2a7-fe06-412b-8a75-ac97f7093650 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group (bfc44fae-3a29-4fd2-83ce-f60c974f87da), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:51.526406 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fbc4f2a7-fe06-412b-8a75-ac97f7093650 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group (bfc44fae-3a29-4fd2-83ce-f60c974f87da), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:51.714427 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fbc4f2a7-fe06-412b-8a75-ac97f7093650 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (bfc44fae-3a29-4fd2-83ce-f60c974f87da), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:51.718310 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fbc4f2a7-fe06-412b-8a75-ac97f7093650 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:51.719811 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-fbc4f2a7-fe06-412b-8a75-ac97f7093650 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "DELETE /v2.0/security-groups/bfc44fae-3a29-4fd2-83ce-f60c974f87da HTTP/1.1" status: 204 len: 168 time: 0.2735097 Mar 30 16:45:51.725800 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42092) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:51.742563 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.api.v2.resource [None req-8d1b26f3-ddeb-46a2-ad80-7a9fcb415f63 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] show failed (client error): The resource could not be found. Mar 30 16:45:51.748129 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-8d1b26f3-ddeb-46a2-ad80-7a9fcb415f63 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "GET /v2.0/security-groups/bfc44fae-3a29-4fd2-83ce-f60c974f87da HTTP/1.1" status: 404 len: 347 time: 0.0211093 Mar 30 16:45:51.748716 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42094) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:51.749529 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4f2a7-fe06-412b-8a75-ac97f7093650 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc44fae-3a29-4fd2-83ce-f60c974f87da,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:51.904179 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-54695ee2-4da7-42bb-9699-8287895865e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Deleting port d1ab434d-f173-4096-9fd8-a9a3302b9ffa {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:51.904528 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-54695ee2-4da7-42bb-9699-8287895865e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (d1ab434d-f173-4096-9fd8-a9a3302b9ffa), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:52.007227 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-54695ee2-4da7-42bb-9699-8287895865e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (d1ab434d-f173-4096-9fd8-a9a3302b9ffa), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:52.007578 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-54695ee2-4da7-42bb-9699-8287895865e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for floatingip (d1ab434d-f173-4096-9fd8-a9a3302b9ffa), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:52.021108 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-54695ee2-4da7-42bb-9699-8287895865e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Calling delete_port for d1ab434d-f173-4096-9fd8-a9a3302b9ffa owned by network:floatingip {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:52.245008 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-54695ee2-4da7-42bb-9699-8287895865e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (d1ab434d-f173-4096-9fd8-a9a3302b9ffa), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:52.272748 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54695ee2-4da7-42bb-9699-8287895865e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Pushing event deleted for resources: {'Port': ['ID=d1ab434d-f173-4096-9fd8-a9a3302b9ffa,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:52.346355 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-54695ee2-4da7-42bb-9699-8287895865e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks [] for floatingip (df416c38-d585-4973-b60b-604dc78da65a), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:52.352200 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-54695ee2-4da7-42bb-9699-8287895865e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:52.354390 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-54695ee2-4da7-42bb-9699-8287895865e0 tempest-AttachVolumeShelveTestJSON-501185843 tempest-AttachVolumeShelveTestJSON-501185843-project] 10.222.0.36 "DELETE /v2.0/floatingips/df416c38-d585-4973-b60b-604dc78da65a HTTP/1.1" status: 204 len: 168 time: 0.6021161 Mar 30 16:45:55.346961 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42174) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:56.033683 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae04d-e133-44bc-89db-0804b40b3721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509562'] for router_interface (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:56.426333 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ae04d-e133-44bc-89db-0804b40b3721 admin admin] Deleting port 0032bd69-5202-42a8-bdfd-ac64a88efc48 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:56.426985 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae04d-e133-44bc-89db-0804b40b3721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:56.528556 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [None req-7a8ae04d-e133-44bc-89db-0804b40b3721 admin admin] For port 0032bd69-5202-42a8-bdfd-ac64a88efc48, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=0032bd69-5202-42a8-bdfd-ac64a88efc48,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:56.528556 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae04d-e133-44bc-89db-0804b40b3721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:56.538750 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ae04d-e133-44bc-89db-0804b40b3721 admin admin] Calling delete_port for 0032bd69-5202-42a8-bdfd-ac64a88efc48 owned by network:router_interface {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:56.890681 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae04d-e133-44bc-89db-0804b40b3721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (0032bd69-5202-42a8-bdfd-ac64a88efc48), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:56.917877 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ae04d-e133-44bc-89db-0804b40b3721 admin admin] Pushing event deleted for resources: {'Port': ['ID=0032bd69-5202-42a8-bdfd-ac64a88efc48,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:57.114382 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-7a8ae04d-e133-44bc-89db-0804b40b3721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509162'] for router_interface (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:57.369470 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8ae04d-e133-44bc-89db-0804b40b3721 admin admin] Router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:45:57.492775 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8ae04d-e133-44bc-89db-0804b40b3721 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:45:57.507840 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a57fec-c8ff-4440-aeae-34deb45285f6 None None] Sync routers for ids ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:45:57.512964 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-7a8ae04d-e133-44bc-89db-0804b40b3721 admin admin] 10.222.0.36 "PUT /v2.0/routers/ae7e8efd-9019-4db1-b5af-7c9b3ef27e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1648326 Mar 30 16:45:57.515800 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42216) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:57.525096 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a57fec-c8ff-4440-aeae-34deb45285f6 None None] Routers {'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:57.526228 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-98a57fec-c8ff-4440-aeae-34deb45285f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:45:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:57.668981 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] Publish callbacks [] for router (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:57.669201 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-98a57fec-c8ff-4440-aeae-34deb45285f6 None None] Set router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:57.792691 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] Publish callbacks [] for router_gateway (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:57.875905 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-98a57fec-c8ff-4440-aeae-34deb45285f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:45:56Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:57.901430 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a57fec-c8ff-4440-aeae-34deb45285f6 None None] Checking router: ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:45:57.910110 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a57fec-c8ff-4440-aeae-34deb45285f6 None None] Routers {'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:57.910711 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-98a57fec-c8ff-4440-aeae-34deb45285f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:45:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:58.114245 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-98a57fec-c8ff-4440-aeae-34deb45285f6 None None] Set router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:58.191495 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] Deleting port 2ce73bb9-28ae-4363-8789-c0be4e4ef02c {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:58.191754 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (2ce73bb9-28ae-4363-8789-c0be4e4ef02c), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:58.283598 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] For port 2ce73bb9-28ae-4363-8789-c0be4e4ef02c, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=2ce73bb9-28ae-4363-8789-c0be4e4ef02c,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:58.284279 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (2ce73bb9-28ae-4363-8789-c0be4e4ef02c), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:58.309397 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-98a57fec-c8ff-4440-aeae-34deb45285f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:45:56Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:58.355766 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a57fec-c8ff-4440-aeae-34deb45285f6 None None] The sync data for ids ['ae7e8efd-9019-4db1-b5af-7c9b3ef27e94'] in dv-cinder-835871-1-smb is: [{'id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'name': 'tempest-AttachVolumeShelveTestJSON-45416153-router', 'tenant_id': '9aeead52e01c4a67b8294c0188d476bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:32Z', 'updated_at': '2022-03-30T16:45:56Z', 'revision_number': 5, 'project_id': '9aeead52e01c4a67b8294c0188d476bb', 'gw_port': {'id': '2ce73bb9-28ae-4363-8789-c0be4e4ef02c', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e8efd-9019-4db1-b5af-7c9b3ef27e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:34Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:45:58.587612 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] Calling delete_port for 2ce73bb9-28ae-4363-8789-c0be4e4ef02c owned by network:router_gateway {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:58.885276 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (2ce73bb9-28ae-4363-8789-c0be4e4ef02c), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:58.918786 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce73bb9-28ae-4363-8789-c0be4e4ef02c,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:59.008162 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508416'] for router_gateway (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:59.149179 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:59.152500 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] Publish callbacks [] for router_controller (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), precommit_delete_associations {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:59.405401 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-522469'] for router (ae7e8efd-9019-4db1-b5af-7c9b3ef27e94), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:59.405980 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 {{(pid=105697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:45:59.410549 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:59.412387 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-f2db36d2-6f3a-49b3-8761-3e7cfe2c84cf admin admin] 10.222.0.36 "DELETE /v2.0/routers/ae7e8efd-9019-4db1-b5af-7c9b3ef27e94 HTTP/1.1" status: 204 len: 168 time: 1.8949931 Mar 30 16:45:59.414926 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42256) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:59.486675 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a9f4aa-0371-45d7-a1bd-ee01af1c9161 admin admin] Deleting subnet c9df6b30-1554-4ac7-a638-1eff78d1538f {{(pid=105697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:45:59.491251 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-76a9f4aa-0371-45d7-a1bd-ee01af1c9161 admin admin] Publish callbacks [] for subnet (c9df6b30-1554-4ac7-a638-1eff78d1538f), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:59.548372 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-76a9f4aa-0371-45d7-a1bd-ee01af1c9161 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5032756'] for subnet (c9df6b30-1554-4ac7-a638-1eff78d1538f), precommit_delete_associations {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:59.670702 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-76a9f4aa-0371-45d7-a1bd-ee01af1c9161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (c9df6b30-1554-4ac7-a638-1eff78d1538f), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:59.839566 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-76a9f4aa-0371-45d7-a1bd-ee01af1c9161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4204514'] for subnet (c9df6b30-1554-4ac7-a638-1eff78d1538f), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:59.874957 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9f4aa-0371-45d7-a1bd-ee01af1c9161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9df6b30-1554-4ac7-a638-1eff78d1538f,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:59.877706 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-76a9f4aa-0371-45d7-a1bd-ee01af1c9161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:59.884049 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-76a9f4aa-0371-45d7-a1bd-ee01af1c9161 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c9df6b30-1554-4ac7-a638-1eff78d1538f HTTP/1.1" status: 204 len: 168 time: 0.4654365 Mar 30 16:45:59.884348 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42266) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:59.895640 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c95f2-248b-47fe-861e-dd738244f0c7 None None] Network 502a6e91-b591-4f3b-8946-72c3ddeb25ad requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:00.019066 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (502a6e91-b591-4f3b-8946-72c3ddeb25ad), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:00.109232 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de7c3de-5e55-4666-a9c2-5d413e0dd4ea None None] DHCP port deletion for 502a6e91-b591-4f3b-8946-72c3ddeb25ad request from dv-cinder-835871-1-smb {{(pid=105698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:46:00.151832 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Deleting port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:46:00.152209 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:00.234813 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 0032bd69-5202-42a8-bdfd-ac64a88efc48 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:46:00.258987 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 0032bd69-5202-42a8-bdfd-ac64a88efc48 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:46:00.259776 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 0032bd69-5202-42a8-bdfd-ac64a88efc48 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:46:00.260221 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 2ce73bb9-28ae-4363-8789-c0be4e4ef02c no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:46:00.282004 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 2ce73bb9-28ae-4363-8789-c0be4e4ef02c {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:46:00.282498 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 2ce73bb9-28ae-4363-8789-c0be4e4ef02c not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:46:00.289622 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] For port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=9e6e4912-7c5b-4f5f-812a-8ef4e8571b17,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:00.289996 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:00.313983 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-7de7c3de-5e55-4666-a9c2-5d413e0dd4ea None None] Deleting port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:46:00.314360 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7de7c3de-5e55-4666-a9c2-5d413e0dd4ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:00.339981 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Calling delete_port for 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 owned by network:dhcp {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:46:00.375641 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:00.542020 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:00.570968 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6e4912-7c5b-4f5f-812a-8ef4e8571b17,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:00.574682 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] No DVR routers for this DVR port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 on host dv-cinder-835871-1-smb {{(pid=105697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:46:00.586451 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-7de7c3de-5e55-4666-a9c2-5d413e0dd4ea None None] For port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=9e6e4912-7c5b-4f5f-812a-8ef4e8571b17,segment=NetworkSegment(9654f876-92d5-4553-a3f7-6b9684cbe220),segment_id=9654f876-92d5-4553-a3f7-6b9684cbe220)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:00.589005 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7de7c3de-5e55-4666-a9c2-5d413e0dd4ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:00.608340 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-7de7c3de-5e55-4666-a9c2-5d413e0dd4ea None None] Calling delete_port for 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 owned by network:dhcp {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:46:00.667816 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (502a6e91-b591-4f3b-8946-72c3ddeb25ad), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:00.689880 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502a6e91-b591-4f3b-8946-72c3ddeb25ad']}} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:00.701696 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9654f876-92d5-4553-a3f7-6b9684cbe220') {'for_net_delete': True} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:00.702073 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9654f876-92d5-4553-a3f7-6b9684cbe220') {} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:00.716658 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5032767'] for segment (9654f876-92d5-4553-a3f7-6b9684cbe220), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:00.736629 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7de7c3de-5e55-4666-a9c2-5d413e0dd4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831'] for port (9e6e4912-7c5b-4f5f-812a-8ef4e8571b17), after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:00.737084 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (9654f876-92d5-4553-a3f7-6b9684cbe220), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:00.748182 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=105697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:46:00.748581 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5209648'] for segment (9654f876-92d5-4553-a3f7-6b9684cbe220), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: Traceback (most recent call last): Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: timer() Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: cb(*args, **kw) Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: return func(*args, **kwargs) Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: self._notify() Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: self.callback(batched_events) Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: event.method(event) Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: return f(self, *a, **k) Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: return self._get(url).json() Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: return self.request(url, 'GET', **kwargs) Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:46:00.750484 dv-cinder-835871-1-smb neutron-server[105697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:46:00.784231 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7c3de-5e55-4666-a9c2-5d413e0dd4ea None None] Pushing event deleted for resources: {'Port': ['ID=9e6e4912-7c5b-4f5f-812a-8ef4e8571b17,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:00.790697 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de7c3de-5e55-4666-a9c2-5d413e0dd4ea None None] No DVR routers for this DVR port 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 on host dv-cinder-835871-1-smb {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:46:00.873230 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (502a6e91-b591-4f3b-8946-72c3ddeb25ad), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:00.885406 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:00.890374 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] 10.222.0.36 "DELETE /v2.0/networks/502a6e91-b591-4f3b-8946-72c3ddeb25ad HTTP/1.1" status: 204 len: 168 time: 1.0049505 Mar 30 16:46:00.904616 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d2c7c-95be-4dde-a8e3-993c9e1208ea admin admin] Pushing event deleted for resources: {'Network': ['ID=502a6e91-b591-4f3b-8946-72c3ddeb25ad,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:01.322275 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42288) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:01.382775 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-320c513c-3a95-448b-aa07-a570ee9e93e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9aeead52e01c4a67b8294c0188d476bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0585570 Mar 30 16:46:01.385449 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42290) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:01.462028 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Publish callbacks [] for security_group (4a3fe53b-40c5-4bce-92b7-1c05af56848f), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:01.490858 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Publish callbacks [] for security_group (4a3fe53b-40c5-4bce-92b7-1c05af56848f), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:01.649918 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f3a8d25b-aba0-4b4a-80e4-bd1992069ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:01.701807 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4a3fe53b-40c5-4bce-92b7-1c05af56848f), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:01.704708 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:01.706021 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a3fe53b-40c5-4bce-92b7-1c05af56848f HTTP/1.1" status: 204 len: 168 time: 0.3181808 Mar 30 16:46:01.714551 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3fe53b-40c5-4bce-92b7-1c05af56848f,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:01.722033 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:01.722652 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:01.723010 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:01.724520 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:01.724520 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:01.724772 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:01.725033 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:01.725473 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:01.725937 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:01.726280 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:01.726613 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:01.726986 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:01.727323 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:01.727653 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:01.727979 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630e55-8cab-4b2c-8c38-94dcc900f06d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:02.152695 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:46:02.192071 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:46:02.192424 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 9e6e4912-7c5b-4f5f-812a-8ef4e8571b17 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:46:02.734223 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42332) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:02.840616 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-497dd56c-0394-47aa-95d9-ea66d3d150eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:02.916094 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-497dd56c-0394-47aa-95d9-ea66d3d150eb admin admin] Publish callbacks [] for security_group (4d7e8e78-db45-4ab6-880d-a3e024bc503f), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:03.027601 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-497dd56c-0394-47aa-95d9-ea66d3d150eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4d7e8e78-db45-4ab6-880d-a3e024bc503f), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:03.065264 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dd56c-0394-47aa-95d9-ea66d3d150eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7e8e78-db45-4ab6-880d-a3e024bc503f,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:03.070062 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-497dd56c-0394-47aa-95d9-ea66d3d150eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5838bdb3fdb6437b8fff9de7174fea44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347733 Mar 30 16:46:03.072661 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42354) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:03.121367 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-60386f72-75d1-410c-b6c2-ec681ad8ba15 admin admin] Publish callbacks [] for security_group (4d7e8e78-db45-4ab6-880d-a3e024bc503f), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:03.145012 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-60386f72-75d1-410c-b6c2-ec681ad8ba15 admin admin] Publish callbacks [] for security_group (4d7e8e78-db45-4ab6-880d-a3e024bc503f), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:03.296353 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-60386f72-75d1-410c-b6c2-ec681ad8ba15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4d7e8e78-db45-4ab6-880d-a3e024bc503f), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:03.299108 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-60386f72-75d1-410c-b6c2-ec681ad8ba15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:03.300309 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-60386f72-75d1-410c-b6c2-ec681ad8ba15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d7e8e78-db45-4ab6-880d-a3e024bc503f HTTP/1.1" status: 204 len: 168 time: 0.2266715 Mar 30 16:46:03.308361 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60386f72-75d1-410c-b6c2-ec681ad8ba15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7e8e78-db45-4ab6-880d-a3e024bc503f,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:03.798706 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-66f242c6-e27a-4cb5-9c81-563d20873e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:04.137487 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42400) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:04.152343 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2f15be8-4713-4e39-844d-1c27cfde204b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:04.242268 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2f15be8-4713-4e39-844d-1c27cfde204b admin admin] Publish callbacks [] for security_group (8fc799f5-9eb3-4ad9-94b9-9ff0ae8adae0), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:04.342205 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-f2f15be8-4713-4e39-844d-1c27cfde204b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (8fc799f5-9eb3-4ad9-94b9-9ff0ae8adae0), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:04.383943 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-f2f15be8-4713-4e39-844d-1c27cfde204b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0b8efeedf0e410cb49ecd9c1a9bfd37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448237 Mar 30 16:46:04.384940 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f15be8-4713-4e39-844d-1c27cfde204b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc799f5-9eb3-4ad9-94b9-9ff0ae8adae0,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:04.388116 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42414) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:04.442161 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a6abbf51-5beb-45fe-a844-4623f4893f0f admin admin] Publish callbacks [] for security_group (8fc799f5-9eb3-4ad9-94b9-9ff0ae8adae0), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:04.464079 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a6abbf51-5beb-45fe-a844-4623f4893f0f admin admin] Publish callbacks [] for security_group (8fc799f5-9eb3-4ad9-94b9-9ff0ae8adae0), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:04.633300 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a6abbf51-5beb-45fe-a844-4623f4893f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (8fc799f5-9eb3-4ad9-94b9-9ff0ae8adae0), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:04.635887 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a6abbf51-5beb-45fe-a844-4623f4893f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:04.637098 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-a6abbf51-5beb-45fe-a844-4623f4893f0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fc799f5-9eb3-4ad9-94b9-9ff0ae8adae0 HTTP/1.1" status: 204 len: 168 time: 0.2477024 Mar 30 16:46:04.646352 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abbf51-5beb-45fe-a844-4623f4893f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc799f5-9eb3-4ad9-94b9-9ff0ae8adae0,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:05.332664 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:05.647916 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42472) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:05.662009 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0c700c67-4aed-4d46-8277-44f053250662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:05.740485 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0c700c67-4aed-4d46-8277-44f053250662 admin admin] Publish callbacks [] for security_group (fae9e57e-7ba9-4281-9080-57705f0f76d4), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:05.861756 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0c700c67-4aed-4d46-8277-44f053250662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (fae9e57e-7ba9-4281-9080-57705f0f76d4), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:05.903369 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-0c700c67-4aed-4d46-8277-44f053250662 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a809043cc9f44f648fa6e31b6caa3e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534385 Mar 30 16:46:05.904222 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c700c67-4aed-4d46-8277-44f053250662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae9e57e-7ba9-4281-9080-57705f0f76d4,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:05.906210 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42482) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:05.954201 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8d68b86c-6fcb-4789-98dc-e3deadb0c6e2 admin admin] Publish callbacks [] for security_group (fae9e57e-7ba9-4281-9080-57705f0f76d4), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:05.974848 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8d68b86c-6fcb-4789-98dc-e3deadb0c6e2 admin admin] Publish callbacks [] for security_group (fae9e57e-7ba9-4281-9080-57705f0f76d4), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:06.159039 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8d68b86c-6fcb-4789-98dc-e3deadb0c6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (fae9e57e-7ba9-4281-9080-57705f0f76d4), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:06.162894 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-8d68b86c-6fcb-4789-98dc-e3deadb0c6e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:06.164068 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-8d68b86c-6fcb-4789-98dc-e3deadb0c6e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fae9e57e-7ba9-4281-9080-57705f0f76d4 HTTP/1.1" status: 204 len: 168 time: 0.2568734 Mar 30 16:46:06.172153 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68b86c-6fcb-4789-98dc-e3deadb0c6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae9e57e-7ba9-4281-9080-57705f0f76d4,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:06.513459 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:07.219513 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42526) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:07.281401 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf085f7-7836-4695-946b-824c494f5f59 admin admin] Deleting subnet 9ab06677-86d6-4106-b123-fcaea1d19ed2 {{(pid=105697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:46:07.284583 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3bf085f7-7836-4695-946b-824c494f5f59 admin admin] Publish callbacks [] for subnet (9ab06677-86d6-4106-b123-fcaea1d19ed2), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:07.324018 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3bf085f7-7836-4695-946b-824c494f5f59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5032756'] for subnet (9ab06677-86d6-4106-b123-fcaea1d19ed2), precommit_delete_associations {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:07.364951 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3bf085f7-7836-4695-946b-824c494f5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (9ab06677-86d6-4106-b123-fcaea1d19ed2), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:07.548482 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3bf085f7-7836-4695-946b-824c494f5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4204514'] for subnet (9ab06677-86d6-4106-b123-fcaea1d19ed2), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:07.576518 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf085f7-7836-4695-946b-824c494f5f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab06677-86d6-4106-b123-fcaea1d19ed2,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:07.578521 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3bf085f7-7836-4695-946b-824c494f5f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:07.586348 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-3bf085f7-7836-4695-946b-824c494f5f59 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9ab06677-86d6-4106-b123-fcaea1d19ed2 HTTP/1.1" status: 204 len: 168 time: 0.3680050 Mar 30 16:46:07.586459 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42542) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:07.653658 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-1ba714aa-b7de-42e7-aa50-5bfd70cd3c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (33a2992e-ebf5-48e4-b240-ca51ff63024f), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:08.004296 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-1ba714aa-b7de-42e7-aa50-5bfd70cd3c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (33a2992e-ebf5-48e4-b240-ca51ff63024f), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:08.024545 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-1ba714aa-b7de-42e7-aa50-5bfd70cd3c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a2992e-ebf5-48e4-b240-ca51ff63024f']}} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:08.033794 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-1ba714aa-b7de-42e7-aa50-5bfd70cd3c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c') {'for_net_delete': True} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:08.034057 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-1ba714aa-b7de-42e7-aa50-5bfd70cd3c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c') {} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:08.043212 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-1ba714aa-b7de-42e7-aa50-5bfd70cd3c73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368503'] for segment (b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:08.056767 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-1ba714aa-b7de-42e7-aa50-5bfd70cd3c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:08.062565 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba714aa-b7de-42e7-aa50-5bfd70cd3c73 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=105696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:46:08.062941 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-1ba714aa-b7de-42e7-aa50-5bfd70cd3c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6117412'] for segment (b9861bfe-7df9-4e1b-8fd3-abba25aa0b8c), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: Traceback (most recent call last): Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: timer() Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: cb(*args, **kw) Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: return func(*args, **kwargs) Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: self._notify() Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: self.callback(batched_events) Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: event.method(event) Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: return f(self, *a, **k) Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: return self._get(url).json() Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: return self.request(url, 'GET', **kwargs) Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:46:08.064649 dv-cinder-835871-1-smb neutron-server[105696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:46:08.284588 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:08.285157 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-1ba714aa-b7de-42e7-aa50-5bfd70cd3c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (33a2992e-ebf5-48e4-b240-ca51ff63024f), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:08.291372 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-1ba714aa-b7de-42e7-aa50-5bfd70cd3c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:08.295190 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-1ba714aa-b7de-42e7-aa50-5bfd70cd3c73 admin admin] 10.222.0.36 "DELETE /v2.0/networks/33a2992e-ebf5-48e4-b240-ca51ff63024f HTTP/1.1" status: 204 len: 168 time: 0.7071769 Mar 30 16:46:08.306050 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba714aa-b7de-42e7-aa50-5bfd70cd3c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=33a2992e-ebf5-48e4-b240-ca51ff63024f,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:08.908794 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42582) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:08.952355 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-23576e3f-29ea-4613-89d9-370571793b95 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d655b5a83efb4813a237cdc90657c32c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397458 Mar 30 16:46:08.952786 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42584) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:09.004311 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e03d-dc23-470c-bcdb-c79b57dd564a admin admin] Publish callbacks [] for security_group (dad8f62d-7d4a-4ae6-a399-e95026155f4d), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:09.025731 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e03d-dc23-470c-bcdb-c79b57dd564a admin admin] Publish callbacks [] for security_group (dad8f62d-7d4a-4ae6-a399-e95026155f4d), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:09.186878 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e03d-dc23-470c-bcdb-c79b57dd564a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (dad8f62d-7d4a-4ae6-a399-e95026155f4d), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:09.189493 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e03d-dc23-470c-bcdb-c79b57dd564a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:09.190726 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-c7a7e03d-dc23-470c-bcdb-c79b57dd564a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dad8f62d-7d4a-4ae6-a399-e95026155f4d HTTP/1.1" status: 204 len: 168 time: 0.2372062 Mar 30 16:46:09.198830 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7e03d-dc23-470c-bcdb-c79b57dd564a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad8f62d-7d4a-4ae6-a399-e95026155f4d,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:10.519610 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42636) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:10.627709 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4fd99be2-260b-4623-9b29-08eff3546af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:10.709638 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4fd99be2-260b-4623-9b29-08eff3546af1 admin admin] Publish callbacks [] for security_group (043b8044-4ca5-46f3-9da3-d473c66dc06a), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:10.793146 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4fd99be2-260b-4623-9b29-08eff3546af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (043b8044-4ca5-46f3-9da3-d473c66dc06a), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:10.832405 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-4fd99be2-260b-4623-9b29-08eff3546af1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=924b37ab8c754b24a88bd7a21ed6023e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117311 Mar 30 16:46:10.833374 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd99be2-260b-4623-9b29-08eff3546af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043b8044-4ca5-46f3-9da3-d473c66dc06a,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:10.835164 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42654) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:10.883851 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-065e77ce-33b7-4426-ad70-352b7858ed6c admin admin] Publish callbacks [] for security_group (043b8044-4ca5-46f3-9da3-d473c66dc06a), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:10.905468 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-065e77ce-33b7-4426-ad70-352b7858ed6c admin admin] Publish callbacks [] for security_group (043b8044-4ca5-46f3-9da3-d473c66dc06a), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:11.078522 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-065e77ce-33b7-4426-ad70-352b7858ed6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (043b8044-4ca5-46f3-9da3-d473c66dc06a), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:11.081153 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-065e77ce-33b7-4426-ad70-352b7858ed6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:11.082306 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-065e77ce-33b7-4426-ad70-352b7858ed6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/043b8044-4ca5-46f3-9da3-d473c66dc06a HTTP/1.1" status: 204 len: 168 time: 0.2461429 Mar 30 16:46:11.090780 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e77ce-33b7-4426-ad70-352b7858ed6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043b8044-4ca5-46f3-9da3-d473c66dc06a,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:11.213484 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42676) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:11.315089 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0a177226-08a7-4092-88f6-9f09733d98d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:11.389796 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0a177226-08a7-4092-88f6-9f09733d98d1 admin admin] Publish callbacks [] for security_group (ba63bd39-8934-43a3-94bf-50df8a71dcc0), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:11.563769 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0a177226-08a7-4092-88f6-9f09733d98d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (ba63bd39-8934-43a3-94bf-50df8a71dcc0), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:11.603677 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-0a177226-08a7-4092-88f6-9f09733d98d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8058ffce370d4dce9ee133ca550228e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890989 Mar 30 16:46:11.605666 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a177226-08a7-4092-88f6-9f09733d98d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba63bd39-8934-43a3-94bf-50df8a71dcc0,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:11.606415 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42686) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:11.656428 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-879f9478-9849-474d-b4aa-f5510a8f5c0f admin admin] Publish callbacks [] for security_group (ba63bd39-8934-43a3-94bf-50df8a71dcc0), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:11.678096 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-879f9478-9849-474d-b4aa-f5510a8f5c0f admin admin] Publish callbacks [] for security_group (ba63bd39-8934-43a3-94bf-50df8a71dcc0), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:11.810322 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-879f9478-9849-474d-b4aa-f5510a8f5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (ba63bd39-8934-43a3-94bf-50df8a71dcc0), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:11.812979 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-879f9478-9849-474d-b4aa-f5510a8f5c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:11.820757 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-879f9478-9849-474d-b4aa-f5510a8f5c0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba63bd39-8934-43a3-94bf-50df8a71dcc0 HTTP/1.1" status: 204 len: 168 time: 0.2103970 Mar 30 16:46:11.831962 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f9478-9849-474d-b4aa-f5510a8f5c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba63bd39-8934-43a3-94bf-50df8a71dcc0,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:11.903415 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42698) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:11.916883 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e2d86bd8-fb9d-4a1b-92e5-23d40ebabb28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:11.990014 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e2d86bd8-fb9d-4a1b-92e5-23d40ebabb28 admin admin] Publish callbacks [] for security_group (8dea9565-76a1-49eb-a450-440405ff0258), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:12.124372 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e2d86bd8-fb9d-4a1b-92e5-23d40ebabb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (8dea9565-76a1-49eb-a450-440405ff0258), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:12.164793 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-e2d86bd8-fb9d-4a1b-92e5-23d40ebabb28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9efb337137a142559b4da7bbda80641b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602954 Mar 30 16:46:12.165725 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d86bd8-fb9d-4a1b-92e5-23d40ebabb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dea9565-76a1-49eb-a450-440405ff0258,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:12.169303 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42706) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:12.224886 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-841dcd2f-4b9d-40ea-a010-af12898360b2 admin admin] Publish callbacks [] for security_group (8dea9565-76a1-49eb-a450-440405ff0258), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:12.248849 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-841dcd2f-4b9d-40ea-a010-af12898360b2 admin admin] Publish callbacks [] for security_group (8dea9565-76a1-49eb-a450-440405ff0258), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:12.467244 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-841dcd2f-4b9d-40ea-a010-af12898360b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (8dea9565-76a1-49eb-a450-440405ff0258), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:12.469972 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-841dcd2f-4b9d-40ea-a010-af12898360b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:12.471186 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-841dcd2f-4b9d-40ea-a010-af12898360b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8dea9565-76a1-49eb-a450-440405ff0258 HTTP/1.1" status: 204 len: 168 time: 0.3006711 Mar 30 16:46:12.480144 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dcd2f-4b9d-40ea-a010-af12898360b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dea9565-76a1-49eb-a450-440405ff0258,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:13.126941 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42752) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:13.279668 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-39720746-network', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:13.393344 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] Made reservation on behalf of d802a040dadd469ebf4d25832ef568bc for: {'network': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:13.396466 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:13.405258 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:13.479843 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] Publish callbacks [] for security_group (6350719a-c73a-45be-89e3-3e15e7f2f540), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:13.586543 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (6350719a-c73a-45be-89e3-3e15e7f2f540), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:13.612266 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=105696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:46:13.622633 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6350719a-c73a-45be-89e3-3e15e7f2f540,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:13.628347 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (731677f1-8e37-4203-a704-dc3f43a0f053), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:13.628703 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.segments_db [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] Added segment 731677f1-8e37-4203-a704-dc3f43a0f053 of type vlan for network d4b0b8c3-c51e-41ed-b089-4906ef45f493 Mar 30 16:46:13.670888 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (d4b0b8c3-c51e-41ed-b089-4906ef45f493), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:13.741678 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (d4b0b8c3-c51e-41ed-b089-4906ef45f493), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:13.742690 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:13.743287 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:13.805839 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] Pushing event updated for resources: {'Network': ['ID=d4b0b8c3-c51e-41ed-b089-4906ef45f493,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:13.817226 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network d4b0b8c3-c51e-41ed-b089-4906ef45f493 details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:46:13.890105 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-b9922882-d0e6-4b31-9326-5b3640dd579e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7590661 Mar 30 16:46:13.891984 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42772) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:13.895457 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-4b107eae-2f6c-4ac7-88e6-557c2aa2bee3 admin admin] Request body: {'subnet': {'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-39720746-subnet', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'ip_version': 4}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:14.061640 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b107eae-2f6c-4ac7-88e6-557c2aa2bee3 admin admin] Made reservation on behalf of d802a040dadd469ebf4d25832ef568bc for: {'subnet': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:14.064030 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4b107eae-2f6c-4ac7-88e6-557c2aa2bee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5065895'] for subnet (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:14.387542 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4b107eae-2f6c-4ac7-88e6-557c2aa2bee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6120385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5065905'] for subnet (f6828f7b-9db9-4d42-a846-07ab4c28de80), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:14.449694 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b107eae-2f6c-4ac7-88e6-557c2aa2bee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6828f7b-9db9-4d42-a846-07ab4c28de80,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:14.470651 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b107eae-2f6c-4ac7-88e6-557c2aa2bee3 admin admin] Checking segment: {'id': '731677f1-8e37-4203-a704-dc3f43a0f053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:14.471012 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b107eae-2f6c-4ac7-88e6-557c2aa2bee3 admin admin] Network hostable DHCP agents. Network: d4b0b8c3-c51e-41ed-b089-4906ef45f493, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:46:14.581383 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b107eae-2f6c-4ac7-88e6-557c2aa2bee3 admin admin] Network d4b0b8c3-c51e-41ed-b089-4906ef45f493 is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:46:14.650276 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-4b107eae-2f6c-4ac7-88e6-557c2aa2bee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, d4b0b8c3-c51e-41ed-b089-4906ef45f493) {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:14.654788 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b107eae-2f6c-4ac7-88e6-557c2aa2bee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:14.655612 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4b107eae-2f6c-4ac7-88e6-557c2aa2bee3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:14.660480 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907bf6ab-ea63-4711-a2bc-aa4ad3a65c31 None None] Network d4b0b8c3-c51e-41ed-b089-4906ef45f493 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:14.762249 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf8d21e9-ded0-574c-80fb-0bc2ca60a964-d4b0b8c3-c51e-41ed-b089-4906ef45f493', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'fixed_ips': [{'subnet_id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80'}]}} from dv-cinder-835871-1-smb. {{(pid=105698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:46:14.763120 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:14.772994 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-4b107eae-2f6c-4ac7-88e6-557c2aa2bee3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8815598 Mar 30 16:46:14.775708 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42800) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:14.785084 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:14.900312 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Allocated IP 172.20.0.2 (d4b0b8c3-c51e-41ed-b089-4906ef45f493/f6828f7b-9db9-4d42-a846-07ab4c28de80/fc5d9cc2-c344-4480-9b65-b61969d74741) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:14.918313 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-903'] for router (f07bece0-f0de-47e1-b4f9-8ac595f4035b), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:14.923648 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-910'] for router (f07bece0-f0de-47e1-b4f9-8ac595f4035b), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:14.968616 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:46:14.971905 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Publish callbacks [] for router_controller (f07bece0-f0de-47e1-b4f9-8ac595f4035b), precommit_add_association {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.047709 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Publish callbacks [] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.194385 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.235918 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Network d4b0b8c3-c51e-41ed-b089-4906ef45f493 is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:15.239168 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:15.254901 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:15.255568 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Publish callbacks [] for router_gateway (f07bece0-f0de-47e1-b4f9-8ac595f4035b), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.275435 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Pushing event updated for resources: {'Port': ['ID=fc5d9cc2-c344-4480-9b65-b61969d74741,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:15.308875 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Attempting to bind port fc5d9cc2-c344-4480-9b65-b61969d74741 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:15.309249 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Attempting to bind port fc5d9cc2-c344-4480-9b65-b61969d74741 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '731677f1-8e37-4203-a704-dc3f43a0f053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:15.309610 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Attempting to bind port fc5d9cc2-c344-4480-9b65-b61969d74741 on network d4b0b8c3-c51e-41ed-b089-4906ef45f493 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:15.314553 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:15.314926 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Checking segment: {'id': '731677f1-8e37-4203-a704-dc3f43a0f053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:15.315370 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.315766 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Bound using segment: {'id': '731677f1-8e37-4203-a704-dc3f43a0f053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:15.316229 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Bound port: fc5d9cc2-c344-4480-9b65-b61969d74741, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731677f1-8e37-4203-a704-dc3f43a0f053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:15.316606 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.383280 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] For port fc5d9cc2-c344-4480-9b65-b61969d74741, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:15.386297 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] For port fc5d9cc2-c344-4480-9b65-b61969d74741, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=fc5d9cc2-c344-4480-9b65-b61969d74741,segment=NetworkSegment(731677f1-8e37-4203-a704-dc3f43a0f053),segment_id=731677f1-8e37-4203-a704-dc3f43a0f053)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:15.565196 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.618904 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Publish callbacks [] for router_gateway (f07bece0-f0de-47e1-b4f9-8ac595f4035b), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.645855 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3bd82-8226-406b-aeaf-2a8622a1fd4b None None] Pushing event updated for resources: {'Port': ['ID=fc5d9cc2-c344-4480-9b65-b61969d74741,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:15.649734 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.767223 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Allocated IP 172.28.2.194 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/f66d784a-85d0-4e69-a566-d8b6b7613e8b) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:15.922150 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Publish callbacks [] for port (f66d784a-85d0-4e69-a566-d8b6b7613e8b), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:16.085983 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (f66d784a-85d0-4e69-a566-d8b6b7613e8b), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:16.130757 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:16.135414 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:16.139178 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:16.176706 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Pushing event updated for resources: {'Port': ['ID=f66d784a-85d0-4e69-a566-d8b6b7613e8b,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:16.196749 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device fc5d9cc2-c344-4480-9b65-b61969d74741 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:16.252415 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port fc5d9cc2-c344-4480-9b65-b61969d74741 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:16.252798 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:16.335174 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port fc5d9cc2-c344-4480-9b65-b61969d74741 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:16.335741 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:16.373331 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port fc5d9cc2-c344-4480-9b65-b61969d74741, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=fc5d9cc2-c344-4480-9b65-b61969d74741,segment=NetworkSegment(731677f1-8e37-4203-a704-dc3f43a0f053),segment_id=731677f1-8e37-4203-a704-dc3f43a0f053)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:16.436138 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42854) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:16.479191 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:16.550662 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=fc5d9cc2-c344-4480-9b65-b61969d74741,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:16.612950 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b80cd551-506d-4f09-8aff-5d782942a48a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:16.654200 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42862) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:16.689416 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Publish callbacks [] for router_gateway (f07bece0-f0de-47e1-b4f9-8ac595f4035b), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:16.715031 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7605118a-d068-4a2b-a422-625189702dad None None] Network d4b0b8c3-c51e-41ed-b089-4906ef45f493 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:16.780461 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:16.808202 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b80cd551-506d-4f09-8aff-5d782942a48a admin admin] Publish callbacks [] for security_group (3fd728f2-3f74-4bb3-aa54-05f7f8f55c26), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:16.832016 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-bac9cbf0-1621-41da-a653-7a6bf75786b2 None None] Provisioning complete for port fc5d9cc2-c344-4480-9b65-b61969d74741 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:16.832445 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-bac9cbf0-1621-41da-a653-7a6bf75786b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:16.917838 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Publish callbacks [] for security_group (9005e2e4-64c3-4ac5-baa9-9874aaa3f76e), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:16.928362 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b80cd551-506d-4f09-8aff-5d782942a48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (3fd728f2-3f74-4bb3-aa54-05f7f8f55c26), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:16.930831 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-bac9cbf0-1621-41da-a653-7a6bf75786b2 None None] Current status of the port fc5d9cc2-c344-4480-9b65-b61969d74741 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:16.979123 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-b80cd551-506d-4f09-8aff-5d782942a48a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=531bd2ab89404874b3801aff9db9ebd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5416229 Mar 30 16:46:16.982378 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42868) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:16.987084 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cd551-506d-4f09-8aff-5d782942a48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd728f2-3f74-4bb3-aa54-05f7f8f55c26,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:16.994800 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-508452'] for router (f07bece0-f0de-47e1-b4f9-8ac595f4035b), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:17.022982 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (9005e2e4-64c3-4ac5-baa9-9874aaa3f76e), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:17.086047 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb0accf017b543558bd7e649626d23b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307725 Mar 30 16:46:17.088569 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d54f140c-60a2-4ac1-96bf-4a0b4ef884c0 admin admin] Publish callbacks [] for security_group (3fd728f2-3f74-4bb3-aa54-05f7f8f55c26), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:17.089076 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42870) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:17.090531 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9005e2e4-64c3-4ac5-baa9-9874aaa3f76e,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:17.104755 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.109258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.109258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.109258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.109258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.109258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.109258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.109258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.109258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.109258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.109258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.109258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.109258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.109258 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.110307 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a3886-516d-47f3-ae3e-e672eb14fc45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:17.126979 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d54f140c-60a2-4ac1-96bf-4a0b4ef884c0 admin admin] Publish callbacks [] for security_group (3fd728f2-3f74-4bb3-aa54-05f7f8f55c26), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:17.158018 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-b912d5d6-f852-4c9c-8c76-dcf8ee405c06 None None] Provisioning complete for port fc5d9cc2-c344-4480-9b65-b61969d74741 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:17.158403 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b912d5d6-f852-4c9c-8c76-dcf8ee405c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:17.164027 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-90b3561b-c693-4ce6-b1fa-bdc2de3aa8af admin admin] Publish callbacks [] for security_group (9005e2e4-64c3-4ac5-baa9-9874aaa3f76e), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:17.196446 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-90b3561b-c693-4ce6-b1fa-bdc2de3aa8af admin admin] Publish callbacks [] for security_group (9005e2e4-64c3-4ac5-baa9-9874aaa3f76e), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:17.244590 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-b912d5d6-f852-4c9c-8c76-dcf8ee405c06 None None] Current status of the port fc5d9cc2-c344-4480-9b65-b61969d74741 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:17.278727 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Router f07bece0-f0de-47e1-b4f9-8ac595f4035b is scheduled to L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 with binding_index 1 {{(pid=105696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:46:17.278932 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d54f140c-60a2-4ac1-96bf-4a0b4ef884c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (3fd728f2-3f74-4bb3-aa54-05f7f8f55c26), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:17.281467 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d54f140c-60a2-4ac1-96bf-4a0b4ef884c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:17.282764 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-d54f140c-60a2-4ac1-96bf-4a0b4ef884c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3fd728f2-3f74-4bb3-aa54-05f7f8f55c26 HTTP/1.1" status: 204 len: 168 time: 0.2990265 Mar 30 16:46:17.294496 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f140c-60a2-4ac1-96bf-4a0b4ef884c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd728f2-3f74-4bb3-aa54-05f7f8f55c26,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:17.370227 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-90b3561b-c693-4ce6-b1fa-bdc2de3aa8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (9005e2e4-64c3-4ac5-baa9-9874aaa3f76e), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:17.373092 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-90b3561b-c693-4ce6-b1fa-bdc2de3aa8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:17.374292 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-90b3561b-c693-4ce6-b1fa-bdc2de3aa8af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9005e2e4-64c3-4ac5-baa9-9874aaa3f76e HTTP/1.1" status: 204 len: 168 time: 0.2841427 Mar 30 16:46:17.391726 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3561b-c693-4ce6-b1fa-bdc2de3aa8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9005e2e4-64c3-4ac5-baa9-9874aaa3f76e,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:17.425844 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:17.436517 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Sync routers for ids ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:17.453508 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Routers {'f07bece0-f0de-47e1-b4f9-8ac595f4035b'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:17.454133 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:17.522709 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:17.524111 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-0118efa3-df41-4759-a35e-d89d19bbce7b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7474694 Mar 30 16:46:17.526761 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42876) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:17.563143 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Set router f07bece0-f0de-47e1-b4f9-8ac595f4035b gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:17.883428 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:46:16Z', 'revision_number': 3, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port': {'id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:15Z', 'updated_at': '2022-03-30T16:46:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:17.913057 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Checking router: f07bece0-f0de-47e1-b4f9-8ac595f4035b for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:17.913412 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Updating router f07bece0-f0de-47e1-b4f9-8ac595f4035b port f66d784a-85d0-4e69-a566-d8b6b7613e8b binding host dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:46:17.945848 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (f66d784a-85d0-4e69-a566-d8b6b7613e8b), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.014476 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.070253 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42886) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:18.087136 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d8d943b3-6582-4bfe-b1b9-2e5d667b9eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.181606 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device fc5d9cc2-c344-4480-9b65-b61969d74741 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:18.194123 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42890) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:18.196533 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Allocated IP 172.20.0.1 (d4b0b8c3-c51e-41ed-b089-4906ef45f493/f6828f7b-9db9-4d42-a846-07ab4c28de80/f16fdf97-1b06-403e-9889-50e1f0f4e042) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:18.202266 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d8d943b3-6582-4bfe-b1b9-2e5d667b9eac admin admin] Publish callbacks [] for security_group (52597084-ca0b-4c18-87f3-9bc28b90e758), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.219947 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e096aa45-88e4-45cf-ab46-e3d1a78596a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.290551 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d8d943b3-6582-4bfe-b1b9-2e5d667b9eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (52597084-ca0b-4c18-87f3-9bc28b90e758), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.301063 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port fc5d9cc2-c344-4480-9b65-b61969d74741 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:18.301649 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.332000 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-d8d943b3-6582-4bfe-b1b9-2e5d667b9eac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9bb958ec95a45cd947fc75bafadca1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596574 Mar 30 16:46:18.333471 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d943b3-6582-4bfe-b1b9-2e5d667b9eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52597084-ca0b-4c18-87f3-9bc28b90e758,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:18.334559 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Publish callbacks [] for port (f66d784a-85d0-4e69-a566-d8b6b7613e8b), precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.336513 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42892) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:18.373641 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Publish callbacks [] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.390861 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e096aa45-88e4-45cf-ab46-e3d1a78596a3 admin admin] Publish callbacks [] for security_group (33226187-ee1d-48a3-9d91-4a99208cffcb), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.395789 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port fc5d9cc2-c344-4480-9b65-b61969d74741 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:18.402177 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-15c1178d-a503-40f3-9182-21975aa015df admin admin] Publish callbacks [] for security_group (52597084-ca0b-4c18-87f3-9bc28b90e758), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.428978 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-15c1178d-a503-40f3-9182-21975aa015df admin admin] Publish callbacks [] for security_group (52597084-ca0b-4c18-87f3-9bc28b90e758), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.507334 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (f66d784a-85d0-4e69-a566-d8b6b7613e8b), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.508208 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.510270 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e096aa45-88e4-45cf-ab46-e3d1a78596a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (33226187-ee1d-48a3-9d91-4a99208cffcb), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.561594 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Attempting to bind port f66d784a-85d0-4e69-a566-d8b6b7613e8b on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:18.561963 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Attempting to bind port f66d784a-85d0-4e69-a566-d8b6b7613e8b by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:18.562322 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Attempting to bind port f66d784a-85d0-4e69-a566-d8b6b7613e8b on network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:18.570138 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1af4b-cd65-47d5-86a9-3f30716b632e None None] Pushing event updated for resources: {'Port': ['ID=f66d784a-85d0-4e69-a566-d8b6b7613e8b,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:18.572453 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:18.572864 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Checking segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:18.573252 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.573636 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Bound using segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:18.574118 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Bound port: f66d784a-85d0-4e69-a566-d8b6b7613e8b, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:18.574510 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (f66d784a-85d0-4e69-a566-d8b6b7613e8b), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.575490 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Network d4b0b8c3-c51e-41ed-b089-4906ef45f493 is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:18.592154 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:18.593983 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096aa45-88e4-45cf-ab46-e3d1a78596a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33226187-ee1d-48a3-9d91-4a99208cffcb,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:18.607935 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:18.627018 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Pushing event updated for resources: {'Port': ['ID=f16fdf97-1b06-403e-9889-50e1f0f4e042,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:18.629567 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] For port f66d784a-85d0-4e69-a566-d8b6b7613e8b, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:18.633089 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-e096aa45-88e4-45cf-ab46-e3d1a78596a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dae0c493e020438c86977fc78e57cc52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4378924 Mar 30 16:46:18.633818 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] For port f66d784a-85d0-4e69-a566-d8b6b7613e8b, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=f66d784a-85d0-4e69-a566-d8b6b7613e8b,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:18.635809 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 42894) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:18.643399 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-15c1178d-a503-40f3-9182-21975aa015df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (52597084-ca0b-4c18-87f3-9bc28b90e758), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.649793 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-15c1178d-a503-40f3-9182-21975aa015df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.653369 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-15c1178d-a503-40f3-9182-21975aa015df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52597084-ca0b-4c18-87f3-9bc28b90e758 HTTP/1.1" status: 204 len: 168 time: 0.3021464 Mar 30 16:46:18.653511 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509683'] for router_interface (f07bece0-f0de-47e1-b4f9-8ac595f4035b), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.665875 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1178d-a503-40f3-9182-21975aa015df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52597084-ca0b-4c18-87f3-9bc28b90e758,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:18.726271 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-40fc8341-d3bf-4743-bde2-16c0cbb88e16 admin admin] Publish callbacks [] for security_group (33226187-ee1d-48a3-9d91-4a99208cffcb), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.761155 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (f66d784a-85d0-4e69-a566-d8b6b7613e8b), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.761859 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-40fc8341-d3bf-4743-bde2-16c0cbb88e16 admin admin] Publish callbacks [] for security_group (33226187-ee1d-48a3-9d91-4a99208cffcb), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.841109 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Routers {'f07bece0-f0de-47e1-b4f9-8ac595f4035b'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:18.841848 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:18.847260 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1af4b-cd65-47d5-86a9-3f30716b632e None None] Pushing event updated for resources: {'Port': ['ID=f66d784a-85d0-4e69-a566-d8b6b7613e8b,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:18.915177 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.935811 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-40fc8341-d3bf-4743-bde2-16c0cbb88e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (33226187-ee1d-48a3-9d91-4a99208cffcb), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.939194 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-40fc8341-d3bf-4743-bde2-16c0cbb88e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:18.944313 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-40fc8341-d3bf-4743-bde2-16c0cbb88e16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33226187-ee1d-48a3-9d91-4a99208cffcb HTTP/1.1" status: 204 len: 168 time: 0.3027210 Mar 30 16:46:18.954082 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc8341-d3bf-4743-bde2-16c0cbb88e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33226187-ee1d-48a3-9d91-4a99208cffcb,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:18.994996 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] Set router f07bece0-f0de-47e1-b4f9-8ac595f4035b gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:19.034989 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-63b37b39-07c7-4be0-8ac2-9e8536ce2d08 None None] Provisioning complete for port f16fdf97-1b06-403e-9889-50e1f0f4e042 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:19.035500 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-63b37b39-07c7-4be0-8ac2-9e8536ce2d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:19.094311 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Publish callbacks [] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:19.144705 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-63b37b39-07c7-4be0-8ac2-9e8536ce2d08 None None] Port f16fdf97-1b06-403e-9889-50e1f0f4e042 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:19.164290 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:19.243812 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:46:16Z', 'revision_number': 3, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port': {'id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:15Z', 'updated_at': '2022-03-30T16:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:19.247761 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Pushing event updated for resources: {'Port': ['ID=f16fdf97-1b06-403e-9889-50e1f0f4e042,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:19.250849 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509543'] for router_interface (f07bece0-f0de-47e1-b4f9-8ac595f4035b), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:19.278956 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca377d8-d25e-41e8-92c7-4b44210a7db1 None None] The sync data for ids ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'] in dv-cinder-835871-1-smb is: [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:46:16Z', 'revision_number': 3, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port': {'id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:15Z', 'updated_at': '2022-03-30T16:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:19.376859 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Network d4b0b8c3-c51e-41ed-b089-4906ef45f493 is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:19.378499 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:19.537684 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Router f07bece0-f0de-47e1-b4f9-8ac595f4035b has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:46:19.710101 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:19.721270 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-9c758f99-6640-446b-b5b3-326638e00cfe admin admin] 10.222.0.36 "PUT /v2.0/routers/f07bece0-f0de-47e1-b4f9-8ac595f4035b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1931643 Mar 30 16:46:19.774641 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-17686b17-53dc-43ac-a763-07356f77d3e1 None None] Provisioning complete for port f16fdf97-1b06-403e-9889-50e1f0f4e042 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:19.775224 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-17686b17-53dc-43ac-a763-07356f77d3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:19.815642 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-17686b17-53dc-43ac-a763-07356f77d3e1 None None] Port f16fdf97-1b06-403e-9889-50e1f0f4e042 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:20.194127 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device f66d784a-85d0-4e69-a566-d8b6b7613e8b up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:20.257732 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port f66d784a-85d0-4e69-a566-d8b6b7613e8b triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:20.258119 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (f66d784a-85d0-4e69-a566-d8b6b7613e8b), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:20.342567 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port f66d784a-85d0-4e69-a566-d8b6b7613e8b is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:20.342957 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (f66d784a-85d0-4e69-a566-d8b6b7613e8b), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:20.364015 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port f66d784a-85d0-4e69-a566-d8b6b7613e8b, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=f66d784a-85d0-4e69-a566-d8b6b7613e8b,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:20.482510 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (f66d784a-85d0-4e69-a566-d8b6b7613e8b), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:20.535325 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=f66d784a-85d0-4e69-a566-d8b6b7613e8b,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:21.033886 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Sync routers for ids ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:21.045580 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Routers {'f07bece0-f0de-47e1-b4f9-8ac595f4035b'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:21.046190 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:21.151729 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Set router f07bece0-f0de-47e1-b4f9-8ac595f4035b gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:21.357295 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42978) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:21.364976 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:46:18Z', 'revision_number': 4, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port': {'id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:15Z', 'updated_at': '2022-03-30T16:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'f16fdf97-1b06-403e-9889-50e1f0f4e042', 'name': '', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'mac_address': 'fa:16:3e:0b:3f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:18Z', 'updated_at': '2022-03-30T16:46:18Z', 'revision_number': 2, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'subnets': [{'id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:21.399711 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Checking router: f07bece0-f0de-47e1-b4f9-8ac595f4035b for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:21.399711 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Updating router f07bece0-f0de-47e1-b4f9-8ac595f4035b port f16fdf97-1b06-403e-9889-50e1f0f4e042 binding host dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:46:21.400060 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 42982) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:21.405067 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1740014485-network', 'tenant_id': '61e89bdd83c643e5bf94308609519577'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:21.426121 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.525347 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] Made reservation on behalf of 61e89bdd83c643e5bf94308609519577 for: {'network': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:21.529973 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.542034 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.594384 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bf2b6025-b650-47f6-a322-8c2a6c29b5ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.675267 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] Publish callbacks [] for security_group (ed4f5b8b-7ab3-4e6a-b3ae-d31788f0f7e0), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.714751 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bf2b6025-b650-47f6-a322-8c2a6c29b5ee admin admin] Publish callbacks [] for security_group (498488b4-6a87-4530-862e-722331331c97), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.730270 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Publish callbacks [] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.758690 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (ed4f5b8b-7ab3-4e6a-b3ae-d31788f0f7e0), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.789743 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=105696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:46:21.799424 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bf2b6025-b650-47f6-a322-8c2a6c29b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (498488b4-6a87-4530-862e-722331331c97), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.809888 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4f5b8b-7ab3-4e6a-b3ae-d31788f0f7e0,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:21.826843 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (77b64f71-f9af-4849-af3d-8af4786254bc), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.827196 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.segments_db [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] Added segment 77b64f71-f9af-4849-af3d-8af4786254bc of type vlan for network 5ef5bfe2-88d4-4dd6-aa36-16cff1962801 Mar 30 16:46:21.850394 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.881790 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-bf2b6025-b650-47f6-a322-8c2a6c29b5ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8cd471740b74bd6b2e67e4d223f170d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5225995 Mar 30 16:46:21.884520 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43000) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:21.886272 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b6025-b650-47f6-a322-8c2a6c29b5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498488b4-6a87-4530-862e-722331331c97,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:21.897821 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (5ef5bfe2-88d4-4dd6-aa36-16cff1962801), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.949670 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Pushing event updated for resources: {'Port': ['ID=f16fdf97-1b06-403e-9889-50e1f0f4e042,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:21.967051 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.967395 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.967730 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.968091 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.968424 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.968989 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.972693 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.974488 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.977246 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.977246 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.977246 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.977246 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.977246 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.977246 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.977246 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:21.979437 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-94442c31-b012-4061-9d04-b6dd69afef55 admin admin] Publish callbacks [] for security_group (498488b4-6a87-4530-862e-722331331c97), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.992610 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (5ef5bfe2-88d4-4dd6-aa36-16cff1962801), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.993642 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:21.994239 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.021502 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-94442c31-b012-4061-9d04-b6dd69afef55 admin admin] Publish callbacks [] for security_group (498488b4-6a87-4530-862e-722331331c97), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.037317 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Attempting to bind port f16fdf97-1b06-403e-9889-50e1f0f4e042 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:22.038294 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Attempting to bind port f16fdf97-1b06-403e-9889-50e1f0f4e042 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '731677f1-8e37-4203-a704-dc3f43a0f053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:22.038822 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Attempting to bind port f16fdf97-1b06-403e-9889-50e1f0f4e042 on network d4b0b8c3-c51e-41ed-b089-4906ef45f493 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:22.045358 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:22.046018 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Checking segment: {'id': '731677f1-8e37-4203-a704-dc3f43a0f053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:22.046577 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.047111 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Bound using segment: {'id': '731677f1-8e37-4203-a704-dc3f43a0f053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:22.047760 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Bound port: f16fdf97-1b06-403e-9889-50e1f0f4e042, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731677f1-8e37-4203-a704-dc3f43a0f053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:22.048353 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.129300 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] Pushing event updated for resources: {'Network': ['ID=5ef5bfe2-88d4-4dd6-aa36-16cff1962801,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:22.149619 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network 5ef5bfe2-88d4-4dd6-aa36-16cff1962801 details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:46:22.163358 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] For port f16fdf97-1b06-403e-9889-50e1f0f4e042, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:22.171795 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] For port f16fdf97-1b06-403e-9889-50e1f0f4e042, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=f16fdf97-1b06-403e-9889-50e1f0f4e042,segment=NetworkSegment(731677f1-8e37-4203-a704-dc3f43a0f053),segment_id=731677f1-8e37-4203-a704-dc3f43a0f053)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:22.204544 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-94442c31-b012-4061-9d04-b6dd69afef55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (498488b4-6a87-4530-862e-722331331c97), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.207155 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-94442c31-b012-4061-9d04-b6dd69afef55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.209037 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-94442c31-b012-4061-9d04-b6dd69afef55 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/498488b4-6a87-4530-862e-722331331c97 HTTP/1.1" status: 204 len: 168 time: 0.3208864 Mar 30 16:46:22.217184 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device f66d784a-85d0-4e69-a566-d8b6b7613e8b up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:22.217544 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94442c31-b012-4061-9d04-b6dd69afef55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498488b4-6a87-4530-862e-722331331c97,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:22.235029 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-4f0bcfb0-da2e-48ed-a151-37691c59ea6a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8338332 Mar 30 16:46:22.237816 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43008) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:22.243501 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-262804a1-d719-4369-830e-c41e20e6c78d admin admin] Request body: {'subnet': {'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1740014485-subnet', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'ip_version': 4}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:22.306415 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-4d387bde-2b6c-406c-b647-1a43c2425c32 None None] Provisioning complete for port f16fdf97-1b06-403e-9889-50e1f0f4e042 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:22.306415 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4d387bde-2b6c-406c-b647-1a43c2425c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.346505 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-4d387bde-2b6c-406c-b647-1a43c2425c32 None None] Port f16fdf97-1b06-403e-9889-50e1f0f4e042 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:22.350333 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port f66d784a-85d0-4e69-a566-d8b6b7613e8b triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:22.350715 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (f66d784a-85d0-4e69-a566-d8b6b7613e8b), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.353501 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.387409 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262804a1-d719-4369-830e-c41e20e6c78d admin admin] Made reservation on behalf of 61e89bdd83c643e5bf94308609519577 for: {'subnet': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:22.389814 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-262804a1-d719-4369-830e-c41e20e6c78d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5065895'] for subnet (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.453930 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Routers {'f07bece0-f0de-47e1-b4f9-8ac595f4035b'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:22.455038 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:22.459764 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port f66d784a-85d0-4e69-a566-d8b6b7613e8b is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:22.530751 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fce6f-f6c0-409c-86fb-717eb384bb4a None None] Pushing event updated for resources: {'Port': ['ID=f16fdf97-1b06-403e-9889-50e1f0f4e042,revision_number=4']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:22.591723 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] Set router f07bece0-f0de-47e1-b4f9-8ac595f4035b gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:22.677451 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-37b17354-6b44-4475-a661-f6286bca4f35 None None] Provisioning complete for port f16fdf97-1b06-403e-9889-50e1f0f4e042 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:22.678008 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-37b17354-6b44-4475-a661-f6286bca4f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.799431 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-37b17354-6b44-4475-a661-f6286bca4f35 None None] Current status of the port f16fdf97-1b06-403e-9889-50e1f0f4e042 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:22.800249 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-37b17354-6b44-4475-a661-f6286bca4f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.858992 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-37b17354-6b44-4475-a661-f6286bca4f35 None None] For port f16fdf97-1b06-403e-9889-50e1f0f4e042, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=f16fdf97-1b06-403e-9889-50e1f0f4e042,segment=NetworkSegment(731677f1-8e37-4203-a704-dc3f43a0f053),segment_id=731677f1-8e37-4203-a704-dc3f43a0f053)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:22.860862 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:46:18Z', 'revision_number': 4, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port': {'id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:15Z', 'updated_at': '2022-03-30T16:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'f16fdf97-1b06-403e-9889-50e1f0f4e042', 'name': '', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'mac_address': 'fa:16:3e:0b:3f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:18Z', 'updated_at': '2022-03-30T16:46:22Z', 'revision_number': 4, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'subnets': [{'id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:22.889503 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8922de6-2b56-4563-a5e6-9e4156f8eb91 None None] The sync data for ids ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'] in dv-cinder-835871-1-smb is: [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:46:18Z', 'revision_number': 4, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port': {'id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:15Z', 'updated_at': '2022-03-30T16:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'f16fdf97-1b06-403e-9889-50e1f0f4e042', 'name': '', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'mac_address': 'fa:16:3e:0b:3f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:18Z', 'updated_at': '2022-03-30T16:46:22Z', 'revision_number': 4, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'subnets': [{'id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:22.919150 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-37b17354-6b44-4475-a661-f6286bca4f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.992203 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b17354-6b44-4475-a661-f6286bca4f35 None None] Pushing event updated for resources: {'Port': ['ID=f16fdf97-1b06-403e-9889-50e1f0f4e042,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:23.162966 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43026) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:23.165371 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-262804a1-d719-4369-830e-c41e20e6c78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6120385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5065905'] for subnet (6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.187435 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b772e3e9-defd-4d4d-94de-80354e082fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.234758 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262804a1-d719-4369-830e-c41e20e6c78d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:23.240335 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262804a1-d719-4369-830e-c41e20e6c78d admin admin] Checking segment: {'id': '77b64f71-f9af-4849-af3d-8af4786254bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:23.240794 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262804a1-d719-4369-830e-c41e20e6c78d admin admin] Network hostable DHCP agents. Network: 5ef5bfe2-88d4-4dd6-aa36-16cff1962801, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:46:23.285500 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b772e3e9-defd-4d4d-94de-80354e082fc3 admin admin] Publish callbacks [] for security_group (5fcdbe1d-6e6a-45f9-adbb-565ecc86a4b5), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.387330 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262804a1-d719-4369-830e-c41e20e6c78d admin admin] Network 5ef5bfe2-88d4-4dd6-aa36-16cff1962801 is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:46:23.421750 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b772e3e9-defd-4d4d-94de-80354e082fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (5fcdbe1d-6e6a-45f9-adbb-565ecc86a4b5), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.460749 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772e3e9-defd-4d4d-94de-80354e082fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcdbe1d-6e6a-45f9-adbb-565ecc86a4b5,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:23.465471 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-b772e3e9-defd-4d4d-94de-80354e082fc3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d6f2a6184de4853999dc4b5891e8871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009942 Mar 30 16:46:23.468990 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43030) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:23.526602 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-40ae5577-588d-4956-822a-e6993a0adefe admin admin] Publish callbacks [] for security_group (5fcdbe1d-6e6a-45f9-adbb-565ecc86a4b5), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.549395 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-40ae5577-588d-4956-822a-e6993a0adefe admin admin] Publish callbacks [] for security_group (5fcdbe1d-6e6a-45f9-adbb-565ecc86a4b5), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.551191 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-262804a1-d719-4369-830e-c41e20e6c78d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, 5ef5bfe2-88d4-4dd6-aa36-16cff1962801) {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:23.561056 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b85459-6ad3-4b4d-b1f2-a95b29203b6a None None] Network 5ef5bfe2-88d4-4dd6-aa36-16cff1962801 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:23.561992 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262804a1-d719-4369-830e-c41e20e6c78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:23.562593 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-262804a1-d719-4369-830e-c41e20e6c78d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.667661 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf8d21e9-ded0-574c-80fb-0bc2ca60a964-5ef5bfe2-88d4-4dd6-aa36-16cff1962801', 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801', 'project_id': '61e89bdd83c643e5bf94308609519577', 'fixed_ips': [{'subnet_id': '6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19'}]}} from dv-cinder-835871-1-smb. {{(pid=105698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:46:23.668645 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.687238 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-262804a1-d719-4369-830e-c41e20e6c78d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4482808 Mar 30 16:46:23.688459 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-40ae5577-588d-4956-822a-e6993a0adefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (5fcdbe1d-6e6a-45f9-adbb-565ecc86a4b5), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.689940 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43032) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:23.690968 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-40ae5577-588d-4956-822a-e6993a0adefe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.692031 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-40ae5577-588d-4956-822a-e6993a0adefe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fcdbe1d-6e6a-45f9-adbb-565ecc86a4b5 HTTP/1.1" status: 204 len: 168 time: 0.2214806 Mar 30 16:46:23.694674 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1740014485-router', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:23.713398 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae5577-588d-4956-822a-e6993a0adefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcdbe1d-6e6a-45f9-adbb-565ecc86a4b5,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:23.828095 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-903'] for router (74c23154-a70b-4561-b5e9-93615e090209), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.829549 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-910'] for router (74c23154-a70b-4561-b5e9-93615e090209), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.838904 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Allocated IP 172.20.0.2 (5ef5bfe2-88d4-4dd6-aa36-16cff1962801/6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19/62dd6c58-4c1b-40c2-ab13-9106b895e421) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:23.887526 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Publish callbacks [] for router_controller (74c23154-a70b-4561-b5e9-93615e090209), precommit_add_association {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.004199 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Publish callbacks [] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.067752 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.118825 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Publish callbacks [] for router_gateway (74c23154-a70b-4561-b5e9-93615e090209), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.137997 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Network 5ef5bfe2-88d4-4dd6-aa36-16cff1962801 is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:24.140789 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:24.147336 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:24.166191 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Pushing event updated for resources: {'Port': ['ID=62dd6c58-4c1b-40c2-ab13-9106b895e421,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:24.210676 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device f16fdf97-1b06-403e-9889-50e1f0f4e042 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:24.243815 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Attempting to bind port 62dd6c58-4c1b-40c2-ab13-9106b895e421 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:24.244189 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Attempting to bind port 62dd6c58-4c1b-40c2-ab13-9106b895e421 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '77b64f71-f9af-4849-af3d-8af4786254bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:24.244550 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Attempting to bind port 62dd6c58-4c1b-40c2-ab13-9106b895e421 on network 5ef5bfe2-88d4-4dd6-aa36-16cff1962801 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:24.255704 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:24.256346 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Checking segment: {'id': '77b64f71-f9af-4849-af3d-8af4786254bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:24.256770 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.258987 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Bound using segment: {'id': '77b64f71-f9af-4849-af3d-8af4786254bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:24.258987 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Bound port: 62dd6c58-4c1b-40c2-ab13-9106b895e421, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b64f71-f9af-4849-af3d-8af4786254bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:24.258987 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.324564 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port f16fdf97-1b06-403e-9889-50e1f0f4e042 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:24.324961 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.498364 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Publish callbacks [] for router_gateway (74c23154-a70b-4561-b5e9-93615e090209), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.508135 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] For port 62dd6c58-4c1b-40c2-ab13-9106b895e421, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:24.512668 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] For port 62dd6c58-4c1b-40c2-ab13-9106b895e421, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=62dd6c58-4c1b-40c2-ab13-9106b895e421,segment=NetworkSegment(77b64f71-f9af-4849-af3d-8af4786254bc),segment_id=77b64f71-f9af-4849-af3d-8af4786254bc)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:24.518548 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.566730 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port f16fdf97-1b06-403e-9889-50e1f0f4e042 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:24.593552 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.626548 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Allocated IP 172.28.2.103 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/5951501c-beb8-4f1d-a39d-4fd678450d23) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:24.652516 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3aa3c-c7b3-429e-9a21-ccc704ef5065 None None] Pushing event updated for resources: {'Port': ['ID=62dd6c58-4c1b-40c2-ab13-9106b895e421,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:24.758001 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Publish callbacks [] for port (5951501c-beb8-4f1d-a39d-4fd678450d23), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.884571 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (5951501c-beb8-4f1d-a39d-4fd678450d23), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.923952 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:24.927392 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:24.930922 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:24.966144 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5951501c-beb8-4f1d-a39d-4fd678450d23,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:25.375330 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Publish callbacks [] for router_gateway (74c23154-a70b-4561-b5e9-93615e090209), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.578339 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-508452'] for router (74c23154-a70b-4561-b5e9-93615e090209), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.609395 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942b8775-2137-4c9b-a990-b37710bb0776 None None] Network 5ef5bfe2-88d4-4dd6-aa36-16cff1962801 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:25.695355 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-89085c3c-89ea-4078-85cf-5eb47d9c2526 None None] Provisioning complete for port 62dd6c58-4c1b-40c2-ab13-9106b895e421 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:25.695647 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-89085c3c-89ea-4078-85cf-5eb47d9c2526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.787000 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Router 74c23154-a70b-4561-b5e9-93615e090209 is scheduled to L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 with binding_index 1 {{(pid=105697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:46:25.804717 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-89085c3c-89ea-4078-85cf-5eb47d9c2526 None None] Current status of the port 62dd6c58-4c1b-40c2-ab13-9106b895e421 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:25.805152 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-89085c3c-89ea-4078-85cf-5eb47d9c2526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.839523 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-89085c3c-89ea-4078-85cf-5eb47d9c2526 None None] For port 62dd6c58-4c1b-40c2-ab13-9106b895e421, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=62dd6c58-4c1b-40c2-ab13-9106b895e421,segment=NetworkSegment(77b64f71-f9af-4849-af3d-8af4786254bc),segment_id=77b64f71-f9af-4849-af3d-8af4786254bc)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:25.911730 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:25.924088 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Sync routers for ids ['74c23154-a70b-4561-b5e9-93615e090209'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:25.932978 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-89085c3c-89ea-4078-85cf-5eb47d9c2526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.967475 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Routers {'74c23154-a70b-4561-b5e9-93615e090209'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:25.968118 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['74c23154-a70b-4561-b5e9-93615e090209'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:25.995679 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.999732 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-382a2621-348c-4279-8b4a-36b506b916b7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3061731 Mar 30 16:46:26.000043 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43082) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:26.070146 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89085c3c-89ea-4078-85cf-5eb47d9c2526 None None] Pushing event updated for resources: {'Port': ['ID=62dd6c58-4c1b-40c2-ab13-9106b895e421,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:26.085033 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-56dd4012-b666-4754-9215-0b8571cbea7b None None] Provisioning complete for port 62dd6c58-4c1b-40c2-ab13-9106b895e421 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:26.085659 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-56dd4012-b666-4754-9215-0b8571cbea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:26.157336 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Set router 74c23154-a70b-4561-b5e9-93615e090209 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:26.288356 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 62dd6c58-4c1b-40c2-ab13-9106b895e421 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:26.354842 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-56dd4012-b666-4754-9215-0b8571cbea7b None None] Current status of the port 62dd6c58-4c1b-40c2-ab13-9106b895e421 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:26.406787 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 62dd6c58-4c1b-40c2-ab13-9106b895e421 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:26.407166 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:26.465842 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c23154-a70b-4561-b5e9-93615e090209', 'name': 'tempest-TestMinimumBasicScenario-1740014485-router', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '5951501c-beb8-4f1d-a39d-4fd678450d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:23Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 3, 'project_id': '61e89bdd83c643e5bf94308609519577', 'gw_port': {'id': '5951501c-beb8-4f1d-a39d-4fd678450d23', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c23154-a70b-4561-b5e9-93615e090209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:24Z', 'updated_at': '2022-03-30T16:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:26.495975 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Checking router: 74c23154-a70b-4561-b5e9-93615e090209 for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:26.496332 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Updating router 74c23154-a70b-4561-b5e9-93615e090209 port 5951501c-beb8-4f1d-a39d-4fd678450d23 binding host dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:46:26.521808 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:26.552047 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (5951501c-beb8-4f1d-a39d-4fd678450d23), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:26.573417 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 62dd6c58-4c1b-40c2-ab13-9106b895e421 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:26.690896 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Allocated IP 172.20.0.1 (5ef5bfe2-88d4-4dd6-aa36-16cff1962801/6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19/b0062191-6bf1-4ef4-b741-b90da795d995) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:26.827071 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Publish callbacks [] for port (b0062191-6bf1-4ef4-b741-b90da795d995), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:26.855193 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Publish callbacks [] for port (5951501c-beb8-4f1d-a39d-4fd678450d23), precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:26.930118 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (5951501c-beb8-4f1d-a39d-4fd678450d23), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:26.930661 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:26.969494 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Network 5ef5bfe2-88d4-4dd6-aa36-16cff1962801 is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:26.972378 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:26.978916 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:26.989963 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Attempting to bind port 5951501c-beb8-4f1d-a39d-4fd678450d23 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:26.991646 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Attempting to bind port 5951501c-beb8-4f1d-a39d-4fd678450d23 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:26.991646 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Attempting to bind port 5951501c-beb8-4f1d-a39d-4fd678450d23 on network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:26.994884 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e92f9a-7521-490b-9f03-7f8d7100b41d None None] Pushing event updated for resources: {'Port': ['ID=5951501c-beb8-4f1d-a39d-4fd678450d23,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:27.000482 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:27.000885 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Checking segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:27.002144 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:27.002264 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Bound using segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:27.002563 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Pushing event updated for resources: {'Port': ['ID=b0062191-6bf1-4ef4-b741-b90da795d995,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:27.003048 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Bound port: 5951501c-beb8-4f1d-a39d-4fd678450d23, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:27.003048 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (5951501c-beb8-4f1d-a39d-4fd678450d23), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:27.023592 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509683'] for router_interface (74c23154-a70b-4561-b5e9-93615e090209), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:27.067621 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] For port 5951501c-beb8-4f1d-a39d-4fd678450d23, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:27.071565 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] For port 5951501c-beb8-4f1d-a39d-4fd678450d23, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=5951501c-beb8-4f1d-a39d-4fd678450d23,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:27.153204 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (5951501c-beb8-4f1d-a39d-4fd678450d23), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:27.213544 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Routers {'74c23154-a70b-4561-b5e9-93615e090209'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:27.214302 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['74c23154-a70b-4561-b5e9-93615e090209'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:27.237686 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:27.252572 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e92f9a-7521-490b-9f03-7f8d7100b41d None None] Pushing event updated for resources: {'Port': ['ID=5951501c-beb8-4f1d-a39d-4fd678450d23,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:27.319191 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-159457d9-1d90-45e9-9c1a-8849134ee1e8 None None] Provisioning complete for port b0062191-6bf1-4ef4-b741-b90da795d995 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:27.319612 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-159457d9-1d90-45e9-9c1a-8849134ee1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:27.372167 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] Set router 74c23154-a70b-4561-b5e9-93615e090209 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:27.374244 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-159457d9-1d90-45e9-9c1a-8849134ee1e8 None None] Port b0062191-6bf1-4ef4-b741-b90da795d995 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:27.448076 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Publish callbacks [] for port (b0062191-6bf1-4ef4-b741-b90da795d995), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:27.581830 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:27.595422 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c23154-a70b-4561-b5e9-93615e090209', 'name': 'tempest-TestMinimumBasicScenario-1740014485-router', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '5951501c-beb8-4f1d-a39d-4fd678450d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:23Z', 'updated_at': '2022-03-30T16:46:27Z', 'revision_number': 4, 'project_id': '61e89bdd83c643e5bf94308609519577', 'gw_port': {'id': '5951501c-beb8-4f1d-a39d-4fd678450d23', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c23154-a70b-4561-b5e9-93615e090209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:24Z', 'updated_at': '2022-03-30T16:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'b0062191-6bf1-4ef4-b741-b90da795d995', 'name': '', 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'mac_address': 'fa:16:3e:60:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c23154-a70b-4561-b5e9-93615e090209', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:26Z', 'updated_at': '2022-03-30T16:46:26Z', 'revision_number': 1, 'project_id': '61e89bdd83c643e5bf94308609519577', 'subnets': [{'id': '6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:27.623757 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65423bf1-f790-41ae-824a-3386462b3f59 None None] The sync data for ids ['74c23154-a70b-4561-b5e9-93615e090209'] in dv-cinder-835871-1-smb is: [{'id': '74c23154-a70b-4561-b5e9-93615e090209', 'name': 'tempest-TestMinimumBasicScenario-1740014485-router', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '5951501c-beb8-4f1d-a39d-4fd678450d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:23Z', 'updated_at': '2022-03-30T16:46:27Z', 'revision_number': 4, 'project_id': '61e89bdd83c643e5bf94308609519577', 'gw_port': {'id': '5951501c-beb8-4f1d-a39d-4fd678450d23', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c23154-a70b-4561-b5e9-93615e090209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:24Z', 'updated_at': '2022-03-30T16:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'b0062191-6bf1-4ef4-b741-b90da795d995', 'name': '', 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'mac_address': 'fa:16:3e:60:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c23154-a70b-4561-b5e9-93615e090209', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:26Z', 'updated_at': '2022-03-30T16:46:26Z', 'revision_number': 1, 'project_id': '61e89bdd83c643e5bf94308609519577', 'subnets': [{'id': '6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:27.653705 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509543'] for router_interface (74c23154-a70b-4561-b5e9-93615e090209), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:27.655404 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Pushing event updated for resources: {'Port': ['ID=b0062191-6bf1-4ef4-b741-b90da795d995,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:27.757978 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Network 5ef5bfe2-88d4-4dd6-aa36-16cff1962801 is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:27.759411 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:27.969851 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Router 74c23154-a70b-4561-b5e9-93615e090209 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:46:28.118305 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-70b3f50d-3029-4cb2-8dbd-16ef7e41518a None None] Provisioning complete for port b0062191-6bf1-4ef4-b741-b90da795d995 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:28.118824 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-70b3f50d-3029-4cb2-8dbd-16ef7e41518a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:28.133338 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:28.138607 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-bc8117b5-cd02-45e7-b337-71fc08142459 admin admin] 10.222.0.36 "PUT /v2.0/routers/74c23154-a70b-4561-b5e9-93615e090209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1374974 Mar 30 16:46:28.177739 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-70b3f50d-3029-4cb2-8dbd-16ef7e41518a None None] Port b0062191-6bf1-4ef4-b741-b90da795d995 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:30.224526 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 5951501c-beb8-4f1d-a39d-4fd678450d23 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:30.425324 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.539082 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 5951501c-beb8-4f1d-a39d-4fd678450d23 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:30.539459 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (5951501c-beb8-4f1d-a39d-4fd678450d23), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.659740 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 5951501c-beb8-4f1d-a39d-4fd678450d23 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:30.660233 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (5951501c-beb8-4f1d-a39d-4fd678450d23), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.689809 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port 5951501c-beb8-4f1d-a39d-4fd678450d23, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=5951501c-beb8-4f1d-a39d-4fd678450d23,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:31.039742 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (5951501c-beb8-4f1d-a39d-4fd678450d23), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:31.138252 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=5951501c-beb8-4f1d-a39d-4fd678450d23,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:31.162607 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.163261 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.163714 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.164646 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.165792 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.166574 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.173489 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.173489 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.173489 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.173489 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.173489 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.173489 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.173489 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.174052 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.174052 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.326956 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Sync routers for ids ['74c23154-a70b-4561-b5e9-93615e090209'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:31.356910 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Routers {'74c23154-a70b-4561-b5e9-93615e090209'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:31.356910 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['74c23154-a70b-4561-b5e9-93615e090209'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:31.642183 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Set router 74c23154-a70b-4561-b5e9-93615e090209 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:31.656723 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a50f1f40-1f40-4459-a1fb-7e70549c7bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:31.896847 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c23154-a70b-4561-b5e9-93615e090209', 'name': 'tempest-TestMinimumBasicScenario-1740014485-router', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '5951501c-beb8-4f1d-a39d-4fd678450d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:23Z', 'updated_at': '2022-03-30T16:46:27Z', 'revision_number': 4, 'project_id': '61e89bdd83c643e5bf94308609519577', 'gw_port': {'id': '5951501c-beb8-4f1d-a39d-4fd678450d23', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c23154-a70b-4561-b5e9-93615e090209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:24Z', 'updated_at': '2022-03-30T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'b0062191-6bf1-4ef4-b741-b90da795d995', 'name': '', 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'mac_address': 'fa:16:3e:60:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c23154-a70b-4561-b5e9-93615e090209', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:26Z', 'updated_at': '2022-03-30T16:46:27Z', 'revision_number': 2, 'project_id': '61e89bdd83c643e5bf94308609519577', 'subnets': [{'id': '6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:31.926177 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Checking router: 74c23154-a70b-4561-b5e9-93615e090209 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:31.926861 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Updating router 74c23154-a70b-4561-b5e9-93615e090209 port b0062191-6bf1-4ef4-b741-b90da795d995 binding host dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:46:31.964020 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:32.230527 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 5951501c-beb8-4f1d-a39d-4fd678450d23 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:32.335971 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Publish callbacks [] for port (b0062191-6bf1-4ef4-b741-b90da795d995), precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:32.350375 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 5951501c-beb8-4f1d-a39d-4fd678450d23 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:32.351020 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (5951501c-beb8-4f1d-a39d-4fd678450d23), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:32.458777 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 5951501c-beb8-4f1d-a39d-4fd678450d23 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:32.596903 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:32.643102 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70459fda-2cec-49b3-b088-96e25198a4da None None] Pushing event updated for resources: {'Port': ['ID=b0062191-6bf1-4ef4-b741-b90da795d995,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:32.760784 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Attempting to bind port b0062191-6bf1-4ef4-b741-b90da795d995 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:32.761530 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Attempting to bind port b0062191-6bf1-4ef4-b741-b90da795d995 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '77b64f71-f9af-4849-af3d-8af4786254bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:32.762117 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Attempting to bind port b0062191-6bf1-4ef4-b741-b90da795d995 on network 5ef5bfe2-88d4-4dd6-aa36-16cff1962801 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:32.768576 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:32.769294 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Checking segment: {'id': '77b64f71-f9af-4849-af3d-8af4786254bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:32.770101 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:32.770806 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Bound using segment: {'id': '77b64f71-f9af-4849-af3d-8af4786254bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:32.772219 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Bound port: b0062191-6bf1-4ef4-b741-b90da795d995, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b64f71-f9af-4849-af3d-8af4786254bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:32.773791 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:32.915527 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] For port b0062191-6bf1-4ef4-b741-b90da795d995, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:32.923453 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] For port b0062191-6bf1-4ef4-b741-b90da795d995, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=b0062191-6bf1-4ef4-b741-b90da795d995,segment=NetworkSegment(77b64f71-f9af-4849-af3d-8af4786254bc),segment_id=77b64f71-f9af-4849-af3d-8af4786254bc)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:32.986973 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-0e0023e6-e8a8-4437-9f50-08db10cd0b41 None None] Provisioning complete for port b0062191-6bf1-4ef4-b741-b90da795d995 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:32.987564 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0e0023e6-e8a8-4437-9f50-08db10cd0b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:32.993387 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.069149 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Routers {'74c23154-a70b-4561-b5e9-93615e090209'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:33.073196 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['74c23154-a70b-4561-b5e9-93615e090209'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:33.076623 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70459fda-2cec-49b3-b088-96e25198a4da None None] Pushing event updated for resources: {'Port': ['ID=b0062191-6bf1-4ef4-b741-b90da795d995,revision_number=4']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:33.100561 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-0e0023e6-e8a8-4437-9f50-08db10cd0b41 None None] Current status of the port b0062191-6bf1-4ef4-b741-b90da795d995 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:33.100561 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0e0023e6-e8a8-4437-9f50-08db10cd0b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.151947 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-0e0023e6-e8a8-4437-9f50-08db10cd0b41 None None] For port b0062191-6bf1-4ef4-b741-b90da795d995, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=b0062191-6bf1-4ef4-b741-b90da795d995,segment=NetworkSegment(77b64f71-f9af-4849-af3d-8af4786254bc),segment_id=77b64f71-f9af-4849-af3d-8af4786254bc)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:33.278687 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0e0023e6-e8a8-4437-9f50-08db10cd0b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.358958 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] Set router 74c23154-a70b-4561-b5e9-93615e090209 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:33.435529 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0023e6-e8a8-4437-9f50-08db10cd0b41 None None] Pushing event updated for resources: {'Port': ['ID=b0062191-6bf1-4ef4-b741-b90da795d995,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:33.443967 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-f9af0321-a556-460f-bc1a-508543c05720 None None] Provisioning complete for port b0062191-6bf1-4ef4-b741-b90da795d995 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:33.444475 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f9af0321-a556-460f-bc1a-508543c05720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.618569 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43320) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:33.631195 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-f9af0321-a556-460f-bc1a-508543c05720 None None] Current status of the port b0062191-6bf1-4ef4-b741-b90da795d995 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:33.716565 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c23154-a70b-4561-b5e9-93615e090209', 'name': 'tempest-TestMinimumBasicScenario-1740014485-router', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '5951501c-beb8-4f1d-a39d-4fd678450d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:23Z', 'updated_at': '2022-03-30T16:46:27Z', 'revision_number': 4, 'project_id': '61e89bdd83c643e5bf94308609519577', 'gw_port': {'id': '5951501c-beb8-4f1d-a39d-4fd678450d23', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c23154-a70b-4561-b5e9-93615e090209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:24Z', 'updated_at': '2022-03-30T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'b0062191-6bf1-4ef4-b741-b90da795d995', 'name': '', 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'mac_address': 'fa:16:3e:60:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c23154-a70b-4561-b5e9-93615e090209', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:26Z', 'updated_at': '2022-03-30T16:46:32Z', 'revision_number': 4, 'project_id': '61e89bdd83c643e5bf94308609519577', 'subnets': [{'id': '6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:33.798395 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-171707e7-e0fc-4573-875b-2d9cf5691899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.803782 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df4b49d-1fe3-4360-bf9f-104253bba4f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.808106 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89681e14-9a89-473f-adae-68c941a7f362 None None] The sync data for ids ['74c23154-a70b-4561-b5e9-93615e090209'] in dv-cinder-835871-1-smb is: [{'id': '74c23154-a70b-4561-b5e9-93615e090209', 'name': 'tempest-TestMinimumBasicScenario-1740014485-router', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '5951501c-beb8-4f1d-a39d-4fd678450d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:23Z', 'updated_at': '2022-03-30T16:46:27Z', 'revision_number': 4, 'project_id': '61e89bdd83c643e5bf94308609519577', 'gw_port': {'id': '5951501c-beb8-4f1d-a39d-4fd678450d23', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c23154-a70b-4561-b5e9-93615e090209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:24Z', 'updated_at': '2022-03-30T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'b0062191-6bf1-4ef4-b741-b90da795d995', 'name': '', 'network_id': '5ef5bfe2-88d4-4dd6-aa36-16cff1962801', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'mac_address': 'fa:16:3e:60:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c23154-a70b-4561-b5e9-93615e090209', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:26Z', 'updated_at': '2022-03-30T16:46:32Z', 'revision_number': 4, 'project_id': '61e89bdd83c643e5bf94308609519577', 'subnets': [{'id': '6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:33.895741 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df4b49d-1fe3-4360-bf9f-104253bba4f3 admin admin] Publish callbacks [] for security_group (f0885b96-a4f3-4740-a636-1918fd9b5c74), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.954146 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-5df4b49d-1fe3-4360-bf9f-104253bba4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (f0885b96-a4f3-4740-a636-1918fd9b5c74), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.041400 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-5df4b49d-1fe3-4360-bf9f-104253bba4f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=252b6e8977a2461da1613954bf074c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4242275 Mar 30 16:46:34.042575 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4b49d-1fe3-4360-bf9f-104253bba4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0885b96-a4f3-4740-a636-1918fd9b5c74,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:34.048142 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43330) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:34.205635 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d71eb4a7-b190-414d-a247-dbe2fd556776 admin admin] Publish callbacks [] for security_group (f0885b96-a4f3-4740-a636-1918fd9b5c74), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.268185 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d71eb4a7-b190-414d-a247-dbe2fd556776 admin admin] Publish callbacks [] for security_group (f0885b96-a4f3-4740-a636-1918fd9b5c74), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.316259 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device b0062191-6bf1-4ef4-b741-b90da795d995 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:34.470473 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port b0062191-6bf1-4ef4-b741-b90da795d995 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:34.471098 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.553282 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d71eb4a7-b190-414d-a247-dbe2fd556776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (f0885b96-a4f3-4740-a636-1918fd9b5c74), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.556199 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-d71eb4a7-b190-414d-a247-dbe2fd556776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.557546 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-d71eb4a7-b190-414d-a247-dbe2fd556776 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0885b96-a4f3-4740-a636-1918fd9b5c74 HTTP/1.1" status: 204 len: 168 time: 0.5083361 Mar 30 16:46:34.582452 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71eb4a7-b190-414d-a247-dbe2fd556776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0885b96-a4f3-4740-a636-1918fd9b5c74,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:34.695129 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port b0062191-6bf1-4ef4-b741-b90da795d995 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:35.312717 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.447243 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43348) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:35.462103 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b3c0d05d-8ba7-4e39-821c-46b1b85640f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.556496 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b3c0d05d-8ba7-4e39-821c-46b1b85640f5 admin admin] Publish callbacks [] for security_group (59732c3c-cb60-4e77-afcf-29693e810082), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.644073 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b3c0d05d-8ba7-4e39-821c-46b1b85640f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (59732c3c-cb60-4e77-afcf-29693e810082), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.681689 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-b3c0d05d-8ba7-4e39-821c-46b1b85640f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c8e4012fcb34e018367c981bde2f9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333319 Mar 30 16:46:35.684423 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43358) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:35.696931 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0d05d-8ba7-4e39-821c-46b1b85640f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59732c3c-cb60-4e77-afcf-29693e810082,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:35.763421 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2614e86b-360c-40b5-9f1f-580cd43d83f8 admin admin] Publish callbacks [] for security_group (59732c3c-cb60-4e77-afcf-29693e810082), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.789128 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2614e86b-360c-40b5-9f1f-580cd43d83f8 admin admin] Publish callbacks [] for security_group (59732c3c-cb60-4e77-afcf-29693e810082), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.986870 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2614e86b-360c-40b5-9f1f-580cd43d83f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (59732c3c-cb60-4e77-afcf-29693e810082), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.990804 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2614e86b-360c-40b5-9f1f-580cd43d83f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.992168 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-2614e86b-360c-40b5-9f1f-580cd43d83f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59732c3c-cb60-4e77-afcf-29693e810082 HTTP/1.1" status: 204 len: 168 time: 0.3066809 Mar 30 16:46:36.001343 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614e86b-360c-40b5-9f1f-580cd43d83f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59732c3c-cb60-4e77-afcf-29693e810082,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:36.735208 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.198747 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.803665 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43438) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:38.938375 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-94a19658-2d5c-4167-8325-98a7642cdb98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.016555 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-94a19658-2d5c-4167-8325-98a7642cdb98 admin admin] Publish callbacks [] for security_group (91d3ee96-8215-45b5-8a4f-4d77be80a15b), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.106872 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-94a19658-2d5c-4167-8325-98a7642cdb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (91d3ee96-8215-45b5-8a4f-4d77be80a15b), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.146658 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a19658-2d5c-4167-8325-98a7642cdb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d3ee96-8215-45b5-8a4f-4d77be80a15b,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:39.154357 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43442) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:39.161495 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-94a19658-2d5c-4167-8325-98a7642cdb98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=855f032a6ae247238ce8ee2383dcf580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566165 Mar 30 16:46:39.219894 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0014b57d-3b31-474c-ab58-919f08ac59ad admin admin] Publish callbacks [] for security_group (91d3ee96-8215-45b5-8a4f-4d77be80a15b), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.256310 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0014b57d-3b31-474c-ab58-919f08ac59ad admin admin] Publish callbacks [] for security_group (91d3ee96-8215-45b5-8a4f-4d77be80a15b), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.414192 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0014b57d-3b31-474c-ab58-919f08ac59ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (91d3ee96-8215-45b5-8a4f-4d77be80a15b), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.417245 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-0014b57d-3b31-474c-ab58-919f08ac59ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.420479 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-0014b57d-3b31-474c-ab58-919f08ac59ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91d3ee96-8215-45b5-8a4f-4d77be80a15b HTTP/1.1" status: 204 len: 168 time: 0.2644808 Mar 30 16:46:39.431848 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014b57d-3b31-474c-ab58-919f08ac59ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d3ee96-8215-45b5-8a4f-4d77be80a15b,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:40.933897 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43492) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:41.047932 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2112958557-network', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:41.123796 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] Made reservation on behalf of a1933eccca16406d98c242fdb4c129a7 for: {'network': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:41.126406 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.135844 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.247180 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] Publish callbacks [] for security_group (ea5ebbbd-7cba-4a1f-8d16-96f30ed1630c), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.341308 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (ea5ebbbd-7cba-4a1f-8d16-96f30ed1630c), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.367915 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=105696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:46:41.377332 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5ebbbd-7cba-4a1f-8d16-96f30ed1630c,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:41.397908 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (4a8451d3-82d1-43c3-84ab-85cd28eaaf24), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.397908 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.segments_db [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] Added segment 4a8451d3-82d1-43c3-84ab-85cd28eaaf24 of type vlan for network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e Mar 30 16:46:41.488001 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.538085 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-f63d53b5-f17d-4f90-8965-3f522f68b1e6 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:41.539535 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-f63d53b5-f17d-4f90-8965-3f522f68b1e6 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/networks?id=d4b0b8c3-c51e-41ed-b089-4906ef45f493 HTTP/1.1" status: 200 len: 813 time: 0.1580584 Mar 30 16:46:41.554081 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-83d28216-1ec5-4bb0-82d2-04288f6ccae1 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/quotas/d802a040dadd469ebf4d25832ef568bc HTTP/1.1" status: 200 len: 375 time: 0.0091138 Mar 30 16:46:41.617238 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-45ce108b-d1fb-4260-b69d-97953b84dd80 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d802a040dadd469ebf4d25832ef568bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576005 Mar 30 16:46:41.650043 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.653265 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:41.654291 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.763274 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] Pushing event updated for resources: {'Network': ['ID=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:41.773177 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:46:41.808908 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-06eb2361-f01c-49c4-b0fb-81fb646d43bc service neutron] 10.222.0.36 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687443 Mar 30 16:46:41.836541 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-70f2db18-8421-481d-8720-b62ffb383e0c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9009166 Mar 30 16:46:41.839538 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43542) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:41.844487 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-b6ca994d-0a4d-4ebc-82c6-a88041942a14 admin admin] Request body: {'subnet': {'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2112958557-subnet', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'ip_version': 4}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:41.904900 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-4d4a4608-ef71-42e6-9588-1ef400659be2 service neutron] 10.222.0.36 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903273 Mar 30 16:46:41.998235 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ca994d-0a4d-4ebc-82c6-a88041942a14 admin admin] Made reservation on behalf of a1933eccca16406d98c242fdb4c129a7 for: {'subnet': 1} {{(pid=105697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:42.002753 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b6ca994d-0a4d-4ebc-82c6-a88041942a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4204541'] for subnet (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:42.196363 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f63b2c7b-8606-4e03-bc2c-c0944d45ae5a req-0999e4b2-fea6-41a7-82ea-859d2469eb49 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 210 time: 0.0262973 Mar 30 16:46:42.244633 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b6ca994d-0a4d-4ebc-82c6-a88041942a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4204523'] for subnet (c280be1a-574f-4a69-af01-e6a2a5743cdc), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:42.303109 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca994d-0a4d-4ebc-82c6-a88041942a14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c280be1a-574f-4a69-af01-e6a2a5743cdc,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:42.310436 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca994d-0a4d-4ebc-82c6-a88041942a14 admin admin] Checking segment: {'id': '4a8451d3-82d1-43c3-84ab-85cd28eaaf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:42.310844 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ca994d-0a4d-4ebc-82c6-a88041942a14 admin admin] Network hostable DHCP agents. Network: 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:46:42.466851 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ca994d-0a4d-4ebc-82c6-a88041942a14 admin admin] Network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:46:42.563683 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-b6ca994d-0a4d-4ebc-82c6-a88041942a14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e) {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:42.568038 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ca994d-0a4d-4ebc-82c6-a88041942a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:42.568822 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b6ca994d-0a4d-4ebc-82c6-a88041942a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:42.574265 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce707bbd-cca0-490c-8ec1-7270cab37684 None None] Network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:42.672044 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf8d21e9-ded0-574c-80fb-0bc2ca60a964-3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'fixed_ips': [{'subnet_id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc'}]}} from dv-cinder-835871-1-smb. {{(pid=105698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:46:42.672930 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:42.676405 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-b6ca994d-0a4d-4ebc-82c6-a88041942a14 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8350170 Mar 30 16:46:42.678625 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43556) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:42.686218 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:42.792698 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-903'] for router (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:42.793771 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-910'] for router (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:42.819351 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Allocated IP 172.20.0.2 (3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e/c280be1a-574f-4a69-af01-e6a2a5743cdc/55f28956-9751-438b-802e-21a20d493af0) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:42.855439 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Publish callbacks [] for router_controller (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), precommit_add_association {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:42.964246 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Publish callbacks [] for port (55f28956-9751-438b-802e-21a20d493af0), precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.044391 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (55f28956-9751-438b-802e-21a20d493af0), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.083322 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:43.088675 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Publish callbacks [] for router_gateway (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.088810 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:43.088810 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:43.100372 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Pushing event updated for resources: {'Port': ['ID=55f28956-9751-438b-802e-21a20d493af0,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:43.151033 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Attempting to bind port 55f28956-9751-438b-802e-21a20d493af0 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:43.151401 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Attempting to bind port 55f28956-9751-438b-802e-21a20d493af0 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '4a8451d3-82d1-43c3-84ab-85cd28eaaf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:43.151889 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Attempting to bind port 55f28956-9751-438b-802e-21a20d493af0 on network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:43.156815 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:43.157220 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Checking segment: {'id': '4a8451d3-82d1-43c3-84ab-85cd28eaaf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:43.157629 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.158026 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Bound using segment: {'id': '4a8451d3-82d1-43c3-84ab-85cd28eaaf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:43.158492 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Bound port: 55f28956-9751-438b-802e-21a20d493af0, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8451d3-82d1-43c3-84ab-85cd28eaaf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:43.158874 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (55f28956-9751-438b-802e-21a20d493af0), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.227105 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] For port 55f28956-9751-438b-802e-21a20d493af0, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:43.230588 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] For port 55f28956-9751-438b-802e-21a20d493af0, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=55f28956-9751-438b-802e-21a20d493af0,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:43.282505 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-54dcc5ee-61ae-4f40-b6b2-ff32ef1603d5 req-45588652-5087-45a7-b95c-dac99899b931 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 210 time: 0.0307117 Mar 30 16:46:43.398576 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (55f28956-9751-438b-802e-21a20d493af0), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.403956 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Publish callbacks [] for router_gateway (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.436038 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.468372 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f88f1c-ebb7-4dc1-96c6-5636ae4ad281 None None] Pushing event updated for resources: {'Port': ['ID=55f28956-9751-438b-802e-21a20d493af0,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:43.557062 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Allocated IP 172.28.2.112 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/51566b17-cae8-4633-9694-53a2f8688db2) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:43.689876 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Publish callbacks [] for port (51566b17-cae8-4633-9694-53a2f8688db2), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.844145 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (51566b17-cae8-4633-9694-53a2f8688db2), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.882479 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:43.885413 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:43.887982 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:43.926980 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Pushing event updated for resources: {'Port': ['ID=51566b17-cae8-4633-9694-53a2f8688db2,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:44.215943 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 55f28956-9751-438b-802e-21a20d493af0 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:44.298725 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 55f28956-9751-438b-802e-21a20d493af0 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:44.299447 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (55f28956-9751-438b-802e-21a20d493af0), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:44.449559 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 55f28956-9751-438b-802e-21a20d493af0 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:44.450132 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (55f28956-9751-438b-802e-21a20d493af0), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:44.520966 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port 55f28956-9751-438b-802e-21a20d493af0, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=55f28956-9751-438b-802e-21a20d493af0,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:44.550190 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Publish callbacks [] for router_gateway (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:44.599034 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (55f28956-9751-438b-802e-21a20d493af0), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:44.639450 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259cae35-a335-4ffb-8b17-4425be2d4bd3 None None] Network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:44.763733 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-13b460a5-b727-401c-a583-14774ef31efd None None] Provisioning complete for port 55f28956-9751-438b-802e-21a20d493af0 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:44.763993 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-13b460a5-b727-401c-a583-14774ef31efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (55f28956-9751-438b-802e-21a20d493af0), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:44.769081 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-dc0615d5-58f2-439b-9cc3-1489a001ad8a req-e87c104f-9f9e-4a1f-93ac-b953673a3831 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 210 time: 0.3737819 Mar 30 16:46:44.780339 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=55f28956-9751-438b-802e-21a20d493af0,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:44.800646 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-508452'] for router (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:44.916401 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-13b460a5-b727-401c-a583-14774ef31efd None None] Current status of the port 55f28956-9751-438b-802e-21a20d493af0 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:45.020179 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43620) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:45.036779 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-09ee2c37-749c-4c38-b949-eeb3d66f560e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:45.037024 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-09ee2c37-749c-4c38-b949-eeb3d66f560e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.45 "GET /v2.0/networks?id=d4b0b8c3-c51e-41ed-b089-4906ef45f493 HTTP/1.1" status: 200 len: 813 time: 0.1892841 Mar 30 16:46:45.050381 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-69422f7a-cbe8-48b3-9fb3-ad26cb09414b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Request body: {'port': {'device_id': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'admin_state_up': True, 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:45.158079 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e79d7744-570e-4429-8b36-84e194afb933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.236105 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e79d7744-570e-4429-8b36-84e194afb933 admin admin] Publish callbacks [] for security_group (f7bdefc1-f205-4027-a6b8-c94bf2a8441c), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.251854 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-0e8df97e-f3d4-425b-9fcc-2513143ec7e0 None None] Provisioning complete for port 55f28956-9751-438b-802e-21a20d493af0 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:45.252290 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-0e8df97e-f3d4-425b-9fcc-2513143ec7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (55f28956-9751-438b-802e-21a20d493af0), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.289636 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d is scheduled to L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 with binding_index 1 {{(pid=105696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:46:45.318624 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e79d7744-570e-4429-8b36-84e194afb933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (f7bdefc1-f205-4027-a6b8-c94bf2a8441c), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.340814 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-0e8df97e-f3d4-425b-9fcc-2513143ec7e0 None None] Current status of the port 55f28956-9751-438b-802e-21a20d493af0 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:45.358970 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-e79d7744-570e-4429-8b36-84e194afb933 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75254e1cf75b4be18884f25225e852ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369651 Mar 30 16:46:45.361892 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d7744-570e-4429-8b36-84e194afb933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bdefc1-f205-4027-a6b8-c94bf2a8441c,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:45.363060 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43630) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:45.365274 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-69422f7a-cbe8-48b3-9fb3-ad26cb09414b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Made reservation on behalf of d802a040dadd469ebf4d25832ef568bc for: {'port': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:45.368770 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-69422f7a-cbe8-48b3-9fb3-ad26cb09414b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.428243 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c713aa7e-1966-430a-9e84-bfb117e47092 admin admin] Publish callbacks [] for security_group (f7bdefc1-f205-4027-a6b8-c94bf2a8441c), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.463849 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c713aa7e-1966-430a-9e84-bfb117e47092 admin admin] Publish callbacks [] for security_group (f7bdefc1-f205-4027-a6b8-c94bf2a8441c), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.483821 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:45.497847 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Sync routers for ids ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:45.535396 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Routers {'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:45.536203 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:45.544784 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-69422f7a-cbe8-48b3-9fb3-ad26cb09414b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Allocated IP 172.20.0.10 (d4b0b8c3-c51e-41ed-b089-4906ef45f493/f6828f7b-9db9-4d42-a846-07ab4c28de80/5c9db22c-1bb5-4042-a35a-915cc0e2e664) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:45.588665 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43644) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:45.606468 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.607774 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-b807d86a-32ee-495e-b99a-9daf00f449e8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9281223 Mar 30 16:46:45.614190 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43648) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:45.664704 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c713aa7e-1966-430a-9e84-bfb117e47092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (f7bdefc1-f205-4027-a6b8-c94bf2a8441c), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.668035 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c713aa7e-1966-430a-9e84-bfb117e47092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.670816 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-c713aa7e-1966-430a-9e84-bfb117e47092 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7bdefc1-f205-4027-a6b8-c94bf2a8441c HTTP/1.1" status: 204 len: 168 time: 0.3061574 Mar 30 16:46:45.729561 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713aa7e-1966-430a-9e84-bfb117e47092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bdefc1-f205-4027-a6b8-c94bf2a8441c,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:45.820248 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Set router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:45.877610 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-69422f7a-cbe8-48b3-9fb3-ad26cb09414b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.942062 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a175a675-a873-4bb9-a2b1-9c5be62ffd58 req-6cf56b77-aa4a-4682-9923-e5b58db1bb3c tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 210 time: 0.0421140 Mar 30 16:46:45.968380 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-bc76f81e-3c56-4226-b316-5c7a9d4ab752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.067816 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-69422f7a-cbe8-48b3-9fb3-ad26cb09414b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.130760 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '51566b17-cae8-4633-9694-53a2f8688db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:46:44Z', 'revision_number': 3, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port': {'id': '51566b17-cae8-4633-9694-53a2f8688db2', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:43Z', 'updated_at': '2022-03-30T16:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:46.177786 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Checking router: ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:46.178388 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Updating router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d port 51566b17-cae8-4633-9694-53a2f8688db2 binding host dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:46:46.233785 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (51566b17-cae8-4633-9694-53a2f8688db2), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.242216 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-69422f7a-cbe8-48b3-9fb3-ad26cb09414b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Network d4b0b8c3-c51e-41ed-b089-4906ef45f493 is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:46.263527 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-69422f7a-cbe8-48b3-9fb3-ad26cb09414b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:46.270510 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-69422f7a-cbe8-48b3-9fb3-ad26cb09414b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:46.304410 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69422f7a-cbe8-48b3-9fb3-ad26cb09414b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event updated for resources: {'Port': ['ID=5c9db22c-1bb5-4042-a35a-915cc0e2e664,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:46.316435 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 55f28956-9751-438b-802e-21a20d493af0 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:46.344157 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-69422f7a-cbe8-48b3-9fb3-ad26cb09414b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:46.345041 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-69422f7a-cbe8-48b3-9fb3-ad26cb09414b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.373794 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-bc76f81e-3c56-4226-b316-5c7a9d4ab752 admin admin] Publish callbacks [] for security_group (4dc0ebe8-0eac-4992-81f9-6689227abc26), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.459315 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-bc76f81e-3c56-4226-b316-5c7a9d4ab752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4dc0ebe8-0eac-4992-81f9-6689227abc26), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.460520 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-69422f7a-cbe8-48b3-9fb3-ad26cb09414b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4149604 Mar 30 16:46:46.473904 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Request body: {'port': {'device_id': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:46.543370 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 55f28956-9751-438b-802e-21a20d493af0 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:46.543856 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (55f28956-9751-438b-802e-21a20d493af0), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.575256 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.636234 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43662) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:46.658466 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-bc76f81e-3c56-4226-b316-5c7a9d4ab752 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c42e8f01a45a498aa573f73458aa3e63&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0683575 Mar 30 16:46:46.663061 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43664) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:46.697088 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c7199e32-2a99-49b6-9ab0-be6997e54e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.710429 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-8f0ae338-6b0b-451c-8bbd-14536f934c30 None None] Provisioning complete for port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:46.710906 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae338-6b0b-451c-8bbd-14536f934c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.808379 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ae338-6b0b-451c-8bbd-14536f934c30 None None] Port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:46.826698 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 55f28956-9751-438b-802e-21a20d493af0 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:46.827666 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7e97cb3e-21b7-472f-be17-f43ee7993370 admin admin] Publish callbacks [] for security_group (4dc0ebe8-0eac-4992-81f9-6689227abc26), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.832227 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76f81e-3c56-4226-b316-5c7a9d4ab752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc0ebe8-0eac-4992-81f9-6689227abc26,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:46.892623 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Publish callbacks [] for port (51566b17-cae8-4633-9694-53a2f8688db2), precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.905071 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7e97cb3e-21b7-472f-be17-f43ee7993370 admin admin] Publish callbacks [] for security_group (4dc0ebe8-0eac-4992-81f9-6689227abc26), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.959000 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (51566b17-cae8-4633-9694-53a2f8688db2), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.012420 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.043650 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c7199e32-2a99-49b6-9ab0-be6997e54e4f admin admin] Publish callbacks [] for security_group (95b26602-3c65-420c-b4d7-303a97a3506f), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.059146 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Attempting to bind port 51566b17-cae8-4633-9694-53a2f8688db2 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:47.059593 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Attempting to bind port 51566b17-cae8-4633-9694-53a2f8688db2 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:47.060065 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Attempting to bind port 51566b17-cae8-4633-9694-53a2f8688db2 on network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:47.066188 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:47.066712 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Checking segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:47.069770 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.070080 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Bound using segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:47.070909 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Bound port: 51566b17-cae8-4633-9694-53a2f8688db2, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:47.071690 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (51566b17-cae8-4633-9694-53a2f8688db2), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.096031 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7e97cb3e-21b7-472f-be17-f43ee7993370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4dc0ebe8-0eac-4992-81f9-6689227abc26), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.099010 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7e97cb3e-21b7-472f-be17-f43ee7993370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.104446 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-7e97cb3e-21b7-472f-be17-f43ee7993370 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4dc0ebe8-0eac-4992-81f9-6689227abc26 HTTP/1.1" status: 204 len: 168 time: 0.4402699 Mar 30 16:46:47.112408 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9db22c-1bb5-4042-a35a-915cc0e2e664 {{(pid=105696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:46:47.125766 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Publish callbacks [] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.129740 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97cb3e-21b7-472f-be17-f43ee7993370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc0ebe8-0eac-4992-81f9-6689227abc26,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:47.144968 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.provisioning_blocks [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Transition to ACTIVE for port object 5c9db22c-1bb5-4042-a35a-915cc0e2e664 will not be triggered until provisioned by entity L2. {{(pid=105696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:46:47.158048 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-c7199e32-2a99-49b6-9ab0-be6997e54e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (95b26602-3c65-420c-b4d7-303a97a3506f), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.160053 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146678d6-c7af-4652-9144-17d7baae119a None None] Pushing event updated for resources: {'Port': ['ID=51566b17-cae8-4633-9694-53a2f8688db2,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:47.186430 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] For port 51566b17-cae8-4633-9694-53a2f8688db2, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:47.210278 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.235959 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b8709-90bb-4bbb-848b-c3e4f864133c req-e3e2eb4e-96dc-4989-b228-6191a6960808 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:47.237991 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f75b8709-90bb-4bbb-848b-c3e4f864133c req-e3e2eb4e-96dc-4989-b228-6191a6960808 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 932 time: 0.1700072 Mar 30 16:46:47.239434 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7199e32-2a99-49b6-9ab0-be6997e54e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b26602-3c65-420c-b4d7-303a97a3506f,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:47.255468 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] For port 51566b17-cae8-4633-9694-53a2f8688db2, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=51566b17-cae8-4633-9694-53a2f8688db2,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:47.303611 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Pushing event updated for resources: {'Port': ['ID=5c9db22c-1bb5-4042-a35a-915cc0e2e664,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:47.334821 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-c7199e32-2a99-49b6-9ab0-be6997e54e4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2503302fa31d426da472ef0c59a7f2d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6880467 Mar 30 16:46:47.337783 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43670) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:47.416074 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (51566b17-cae8-4633-9694-53a2f8688db2), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.516386 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f75b8709-90bb-4bbb-848b-c3e4f864133c req-b35472cf-04f4-477b-bf12-2d8faf075973 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508254 Mar 30 16:46:47.522753 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a08abf5d-a9d3-40e8-bc55-29d9e96914a3 admin admin] Publish callbacks [] for security_group (95b26602-3c65-420c-b4d7-303a97a3506f), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.542265 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Allocated IP 172.20.0.1 (3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e/c280be1a-574f-4a69-af01-e6a2a5743cdc/b55e6efa-b66b-489e-8667-1a034298d058) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:47.562820 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Attempting to bind port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:47.578293 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Attempting to bind port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '731677f1-8e37-4203-a704-dc3f43a0f053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493'}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:47.579645 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Attempting to bind port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 on network d4b0b8c3-c51e-41ed-b089-4906ef45f493 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:47.582726 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Routers {'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:47.585453 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:47.592075 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146678d6-c7af-4652-9144-17d7baae119a None None] Pushing event updated for resources: {'Port': ['ID=51566b17-cae8-4633-9694-53a2f8688db2,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:47.593974 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 on network d4b0b8c3-c51e-41ed-b089-4906ef45f493 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:46:47.608596 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Attempting to bind port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 on network d4b0b8c3-c51e-41ed-b089-4906ef45f493 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:47.621215 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:47.621543 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Checking segment: {'id': '731677f1-8e37-4203-a704-dc3f43a0f053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:47.621938 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Bound using segment: {'id': '731677f1-8e37-4203-a704-dc3f43a0f053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493'} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:47.622378 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Bound port: 5c9db22c-1bb5-4042-a35a-915cc0e2e664, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731677f1-8e37-4203-a704-dc3f43a0f053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493'}}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:47.622739 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.625933 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a08abf5d-a9d3-40e8-bc55-29d9e96914a3 admin admin] Publish callbacks [] for security_group (95b26602-3c65-420c-b4d7-303a97a3506f), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.746179 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] For port 5c9db22c-1bb5-4042-a35a-915cc0e2e664, host hv-cinder-83587, cleared binding levels {{(pid=105696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:47.757125 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] For port 5c9db22c-1bb5-4042-a35a-915cc0e2e664, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5c9db22c-1bb5-4042-a35a-915cc0e2e664,segment=NetworkSegment(731677f1-8e37-4203-a704-dc3f43a0f053),segment_id=731677f1-8e37-4203-a704-dc3f43a0f053)] {{(pid=105696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:47.773383 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Publish callbacks [] for port (b55e6efa-b66b-489e-8667-1a034298d058), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.850063 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] Set router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:47.855665 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.895958 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:47.896612 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.896981 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (b55e6efa-b66b-489e-8667-1a034298d058), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.901776 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] 10.222.0.45 "PUT /v2.0/ports/5c9db22c-1bb5-4042-a35a-915cc0e2e664 HTTP/1.1" status: 200 len: 1094 time: 1.4292054 Mar 30 16:46:47.901776 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'tag': '5c9db22c-1bb5-4042-a35a-915cc0e2e664'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:46:47.909605 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2e8049-c9f5-48c7-aef3-e2168b1f165a" -d '{"events": [{"name": "network-changed", "server_uuid": "95d988d4-5679-4a7b-a92e-c66d245ff987", "tag": "5c9db22c-1bb5-4042-a35a-915cc0e2e664"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:46:47.953768 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:47.959786 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:47.964797 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:47.968227 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Pushing event updated for resources: {'Port': ['ID=b55e6efa-b66b-489e-8667-1a034298d058,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:47.980368 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a08abf5d-a9d3-40e8-bc55-29d9e96914a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (95b26602-3c65-420c-b4d7-303a97a3506f), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.980368 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a08abf5d-a9d3-40e8-bc55-29d9e96914a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.993391 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-a08abf5d-a9d3-40e8-bc55-29d9e96914a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95b26602-3c65-420c-b4d7-303a97a3506f HTTP/1.1" status: 204 len: 168 time: 0.6541705 Mar 30 16:46:48.010923 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22272a5-492a-4a44-959d-3ffdb4aacce0 x-openstack-request-id: req-a22272a5-492a-4a44-959d-3ffdb4aacce0 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:46:48.014712 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d988d4-5679-4a7b-a92e-c66d245ff987", "tag": "5c9db22c-1bb5-4042-a35a-915cc0e2e664", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:46:48.014712 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a22272a5-492a-4a44-959d-3ffdb4aacce0 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:46:48.014712 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a22272a5-492a-4a44-959d-3ffdb4aacce0'] response: {'name': 'network-changed', 'server_uuid': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'tag': '5c9db22c-1bb5-4042-a35a-915cc0e2e664', 'status': 'completed', 'code': 200} Mar 30 16:46:48.089397 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08abf5d-a9d3-40e8-bc55-29d9e96914a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b26602-3c65-420c-b4d7-303a97a3506f,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:48.120930 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509683'] for router_interface (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.192953 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b92a4-092e-4578-b512-90ad8d8cb1eb service neutron] Pushing event updated for resources: {'Port': ['ID=5c9db22c-1bb5-4042-a35a-915cc0e2e664,revision_number=3']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:48.199052 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e8049-c9f5-48c7-aef3-e2168b1f165a req-51ca24d2-bdb8-41b5-a11b-5ff878427aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:48.200731 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9f2e8049-c9f5-48c7-aef3-e2168b1f165a req-51ca24d2-bdb8-41b5-a11b-5ff878427aee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d802a040dadd469ebf4d25832ef568bc&device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 1128 time: 0.1759992 Mar 30 16:46:48.306995 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43678) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:48.358165 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b4c4892a-b191-43f9-bddc-af6d7e3dce41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.390912 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '51566b17-cae8-4633-9694-53a2f8688db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:46:44Z', 'revision_number': 3, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port': {'id': '51566b17-cae8-4633-9694-53a2f8688db2', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:43Z', 'updated_at': '2022-03-30T16:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:48.428343 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76b104-d9a4-4af2-b21d-338b67f26ff3 None None] The sync data for ids ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'] in dv-cinder-835871-1-smb is: [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '51566b17-cae8-4633-9694-53a2f8688db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:46:44Z', 'revision_number': 3, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port': {'id': '51566b17-cae8-4633-9694-53a2f8688db2', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:43Z', 'updated_at': '2022-03-30T16:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:48.481136 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e8049-c9f5-48c7-aef3-e2168b1f165a req-09520c85-845e-4344-8ae8-ffc9b121d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:48.482657 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9f2e8049-c9f5-48c7-aef3-e2168b1f165a req-09520c85-845e-4344-8ae8-ffc9b121d612 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d802a040dadd469ebf4d25832ef568bc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2693052 Mar 30 16:46:48.492343 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-cca6fdce-1fe9-4f0d-bba9-21e8059a79e3 None None] Provisioning complete for port b55e6efa-b66b-489e-8667-1a034298d058 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:48.492615 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cca6fdce-1fe9-4f0d-bba9-21e8059a79e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b55e6efa-b66b-489e-8667-1a034298d058), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.567634 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b4c4892a-b191-43f9-bddc-af6d7e3dce41 admin admin] Publish callbacks [] for security_group (f5dfd720-ab4f-4b49-b9c6-31149870622d), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.575568 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-cca6fdce-1fe9-4f0d-bba9-21e8059a79e3 None None] Port b55e6efa-b66b-489e-8667-1a034298d058 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:48.646297 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b4c4892a-b191-43f9-bddc-af6d7e3dce41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (f5dfd720-ab4f-4b49-b9c6-31149870622d), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.663795 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (b55e6efa-b66b-489e-8667-1a034298d058), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.715024 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e8049-c9f5-48c7-aef3-e2168b1f165a req-d79e998c-e895-4366-a5ed-0c7eb334f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:48.716637 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-9f2e8049-c9f5-48c7-aef3-e2168b1f165a req-d79e998c-e895-4366-a5ed-0c7eb334f485 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1670406 Mar 30 16:46:48.879329 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-b4c4892a-b191-43f9-bddc-af6d7e3dce41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=837229c1c2d84c4aaf57e3f51be896a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5706627 Mar 30 16:46:48.890954 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43690) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:48.937860 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4892a-b191-43f9-bddc-af6d7e3dce41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dfd720-ab4f-4b49-b9c6-31149870622d,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:49.048627 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-b9b0495b-f542-4e3e-bf02-1e99b8c80bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:49.049922 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffd439-70ba-4ad1-b633-adfe9a997a55 req-e4adbe7c-4bd3-4039-8767-7046c4c98bcf tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:49.052143 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-b9b0495b-f542-4e3e-bf02-1e99b8c80bec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d802a040dadd469ebf4d25832ef568bc&device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 1128 time: 0.2543149 Mar 30 16:46:49.052271 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-68ffd439-70ba-4ad1-b633-adfe9a997a55 req-e4adbe7c-4bd3-4039-8767-7046c4c98bcf tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 944 time: 0.3580036 Mar 30 16:46:49.129587 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fcb1de6e-01cf-4f4a-8e96-86a311dce9a8 admin admin] Publish callbacks [] for security_group (f5dfd720-ab4f-4b49-b9c6-31149870622d), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:49.133344 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-0b3a7ab8-643c-487c-8e87-1011ead2c456 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c9db22c-1bb5-4042-a35a-915cc0e2e664 HTTP/1.1" status: 200 len: 217 time: 0.0742552 Mar 30 16:46:49.207510 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fcb1de6e-01cf-4f4a-8e96-86a311dce9a8 admin admin] Publish callbacks [] for security_group (f5dfd720-ab4f-4b49-b9c6-31149870622d), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:49.246892 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-a027cbad-c3f1-4cfd-8bdc-ac72d0269b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:49.248490 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-a027cbad-c3f1-4cfd-8bdc-ac72d0269b8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6828f7b-9db9-4d42-a846-07ab4c28de80 HTTP/1.1" status: 200 len: 852 time: 0.1042142 Mar 30 16:46:49.276997 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-68ffd439-70ba-4ad1-b633-adfe9a997a55 req-9deabd5a-6f99-45b8-b240-6a156b8a8e99 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075763 Mar 30 16:46:49.324318 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-7c7ac299-a97a-42a6-bea2-d4b7ae116396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:49.331021 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-7c7ac299-a97a-42a6-bea2-d4b7ae116396 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d4b0b8c3-c51e-41ed-b089-4906ef45f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0659368 Mar 30 16:46:49.347076 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Publish callbacks [] for port (b55e6efa-b66b-489e-8667-1a034298d058), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:49.433695 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fcb1de6e-01cf-4f4a-8e96-86a311dce9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (f5dfd720-ab4f-4b49-b9c6-31149870622d), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:49.436345 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fcb1de6e-01cf-4f4a-8e96-86a311dce9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:49.437666 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-fcb1de6e-01cf-4f4a-8e96-86a311dce9a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5dfd720-ab4f-4b49-b9c6-31149870622d HTTP/1.1" status: 204 len: 168 time: 0.5463042 Mar 30 16:46:49.461246 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1de6e-01cf-4f4a-8e96-86a311dce9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dfd720-ab4f-4b49-b9c6-31149870622d,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:49.484176 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (b55e6efa-b66b-489e-8667-1a034298d058), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:49.526990 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-8e7364a6-8304-4a61-8733-8921b44576ab service neutron] 10.222.0.45 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713586 Mar 30 16:46:49.576895 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Pushing event updated for resources: {'Port': ['ID=b55e6efa-b66b-489e-8667-1a034298d058,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:49.597935 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509543'] for router_interface (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:49.759196 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bebb9d04-d87f-4c70-ad87-644b92019a5d req-97f622b3-f3f0-44d9-9749-31aec2d99f23 service neutron] 10.222.0.45 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260575 Mar 30 16:46:49.779454 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:49.781715 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:50.105472 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:46:50.254780 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-2c1e352d-f22e-4036-9833-2ebeae40632d None None] Provisioning complete for port b55e6efa-b66b-489e-8667-1a034298d058 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:50.257846 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2c1e352d-f22e-4036-9833-2ebeae40632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b55e6efa-b66b-489e-8667-1a034298d058), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:50.309293 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 51566b17-cae8-4633-9694-53a2f8688db2 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:50.368198 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:50.376278 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-e67aac95-6320-4d91-9c5c-2c28123ff78f admin admin] 10.222.0.36 "PUT /v2.0/routers/ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7606568 Mar 30 16:46:50.380419 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e352d-f22e-4036-9833-2ebeae40632d None None] Port b55e6efa-b66b-489e-8667-1a034298d058 cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:50.399038 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 51566b17-cae8-4633-9694-53a2f8688db2 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:50.399557 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (51566b17-cae8-4633-9694-53a2f8688db2), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:50.450396 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ff859-a9e4-4286-b20a-e63045a314e2 req-669c21c8-a31b-4c8b-843d-433ae38a4ffd tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:50.452279 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0d9ff859-a9e4-4286-b20a-e63045a314e2 req-669c21c8-a31b-4c8b-843d-433ae38a4ffd tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 944 time: 0.0864701 Mar 30 16:46:50.540365 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-0d9ff859-a9e4-4286-b20a-e63045a314e2 req-ec74d20d-db92-43e3-a63d-cecfdf231d53 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790873 Mar 30 16:46:50.561011 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 51566b17-cae8-4633-9694-53a2f8688db2 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:50.561806 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (51566b17-cae8-4633-9694-53a2f8688db2), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:50.585589 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port 51566b17-cae8-4633-9694-53a2f8688db2, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=51566b17-cae8-4633-9694-53a2f8688db2,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:50.671135 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (51566b17-cae8-4633-9694-53a2f8688db2), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:50.763671 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=51566b17-cae8-4633-9694-53a2f8688db2,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:51.322790 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Sync routers for ids ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:51.322790 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Routers {'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:51.322790 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:51.442123 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Set router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:51.684859 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1875bb0-6e10-4f62-b247-3f02838e3b17 req-d5ba020f-2d3c-4867-8374-2aff418b7dc3 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:51.686608 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '51566b17-cae8-4633-9694-53a2f8688db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port': {'id': '51566b17-cae8-4633-9694-53a2f8688db2', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:43Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'b55e6efa-b66b-489e-8667-1a034298d058', 'name': '', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'mac_address': 'fa:16:3e:24:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:49Z', 'revision_number': 2, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'subnets': [{'id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:51.692586 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f1875bb0-6e10-4f62-b247-3f02838e3b17 req-d5ba020f-2d3c-4867-8374-2aff418b7dc3 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 944 time: 0.0684180 Mar 30 16:46:51.727048 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Checking router: ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:51.727773 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Updating router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d port b55e6efa-b66b-489e-8667-1a034298d058 binding host dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:46:51.760936 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f1875bb0-6e10-4f62-b247-3f02838e3b17 req-98bdada2-ef24-4d66-9341-2ec8ca9b59a7 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672228 Mar 30 16:46:51.769820 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (b55e6efa-b66b-489e-8667-1a034298d058), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.011897 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:46:52.146540 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Publish callbacks [] for port (b55e6efa-b66b-489e-8667-1a034298d058), precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.224066 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 51566b17-cae8-4633-9694-53a2f8688db2 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:52.259027 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (b55e6efa-b66b-489e-8667-1a034298d058), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.334600 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd2865-bc17-47d7-b69c-9d549a5c46bc None None] Pushing event updated for resources: {'Port': ['ID=b55e6efa-b66b-489e-8667-1a034298d058,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:52.338828 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 51566b17-cae8-4633-9694-53a2f8688db2 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:52.340114 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (51566b17-cae8-4633-9694-53a2f8688db2), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.451486 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Attempting to bind port b55e6efa-b66b-489e-8667-1a034298d058 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:52.452623 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Attempting to bind port b55e6efa-b66b-489e-8667-1a034298d058 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '4a8451d3-82d1-43c3-84ab-85cd28eaaf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:52.452623 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Attempting to bind port b55e6efa-b66b-489e-8667-1a034298d058 on network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:52.476628 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:52.479020 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Checking segment: {'id': '4a8451d3-82d1-43c3-84ab-85cd28eaaf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:52.479465 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.481337 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Bound using segment: {'id': '4a8451d3-82d1-43c3-84ab-85cd28eaaf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:52.481868 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Bound port: b55e6efa-b66b-489e-8667-1a034298d058, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8451d3-82d1-43c3-84ab-85cd28eaaf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:52.482294 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (b55e6efa-b66b-489e-8667-1a034298d058), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.498485 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 51566b17-cae8-4633-9694-53a2f8688db2 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:52.578623 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] For port b55e6efa-b66b-489e-8667-1a034298d058, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:52.583403 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] For port b55e6efa-b66b-489e-8667-1a034298d058, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=b55e6efa-b66b-489e-8667-1a034298d058,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:52.685770 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (b55e6efa-b66b-489e-8667-1a034298d058), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.724497 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-9f1f55c7-a88c-49a3-85da-e5b302ab0e0d None None] Provisioning complete for port b55e6efa-b66b-489e-8667-1a034298d058 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:52.724497 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9f1f55c7-a88c-49a3-85da-e5b302ab0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b55e6efa-b66b-489e-8667-1a034298d058), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.835767 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f55c7-a88c-49a3-85da-e5b302ab0e0d None None] Current status of the port b55e6efa-b66b-489e-8667-1a034298d058 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:52.836459 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9f1f55c7-a88c-49a3-85da-e5b302ab0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (b55e6efa-b66b-489e-8667-1a034298d058), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.869930 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Routers {'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:52.870752 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:52.889408 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-9f1f55c7-a88c-49a3-85da-e5b302ab0e0d None None] For port b55e6efa-b66b-489e-8667-1a034298d058, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=b55e6efa-b66b-489e-8667-1a034298d058,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:52.992567 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-9f1f55c7-a88c-49a3-85da-e5b302ab0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (b55e6efa-b66b-489e-8667-1a034298d058), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:53.048854 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536e34e-387b-4a3c-a404-e0fedb667467 req-05f6e2e4-f053-436d-b0dd-5fcaa8810bb2 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:53.058140 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7536e34e-387b-4a3c-a404-e0fedb667467 req-05f6e2e4-f053-436d-b0dd-5fcaa8810bb2 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 944 time: 0.1239977 Mar 30 16:46:53.115508 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f55c7-a88c-49a3-85da-e5b302ab0e0d None None] Pushing event updated for resources: {'Port': ['ID=b55e6efa-b66b-489e-8667-1a034298d058,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:53.163350 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-7536e34e-387b-4a3c-a404-e0fedb667467 req-b983bf61-03bd-4cac-ad4d-48c9b477fc97 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038420 Mar 30 16:46:53.221632 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-b749eb71-af92-4db2-bb16-297d724e0668 None None] Provisioning complete for port b55e6efa-b66b-489e-8667-1a034298d058 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:53.228751 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b749eb71-af92-4db2-bb16-297d724e0668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b55e6efa-b66b-489e-8667-1a034298d058), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:53.322669 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] Set router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:53.362471 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43776) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:53.368455 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-261071580-network', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:53.454446 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd2865-bc17-47d7-b69c-9d549a5c46bc None None] Pushing event updated for resources: {'Port': ['ID=b55e6efa-b66b-489e-8667-1a034298d058,revision_number=4']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:53.528934 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-b749eb71-af92-4db2-bb16-297d724e0668 None None] Current status of the port b55e6efa-b66b-489e-8667-1a034298d058 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:53.546733 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] Made reservation on behalf of 1e42e3c4e16f4f9f95a58a293e6fe705 for: {'network': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:53.549575 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for network (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:53.564132 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:53.667830 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] Publish callbacks [] for security_group (fb912393-4095-4240-9e01-9e43e3031d85), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:53.673980 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '51566b17-cae8-4633-9694-53a2f8688db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port': {'id': '51566b17-cae8-4633-9694-53a2f8688db2', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:43Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'b55e6efa-b66b-489e-8667-1a034298d058', 'name': '', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'mac_address': 'fa:16:3e:24:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 4, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'subnets': [{'id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:53.707511 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd186a-eb81-47f8-941e-e7836bec314e None None] The sync data for ids ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'] in dv-cinder-835871-1-smb is: [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '51566b17-cae8-4633-9694-53a2f8688db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port': {'id': '51566b17-cae8-4633-9694-53a2f8688db2', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:43Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'b55e6efa-b66b-489e-8667-1a034298d058', 'name': '', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'mac_address': 'fa:16:3e:24:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 4, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'subnets': [{'id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:53.806527 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (fb912393-4095-4240-9e01-9e43e3031d85), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:53.851819 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=105696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:46:53.869890 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb912393-4095-4240-9e01-9e43e3031d85,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:53.875170 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (087f3d92-f45a-4b02-a7d8-f87692c62464), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:53.875522 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.segments_db [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] Added segment 087f3d92-f45a-4b02-a7d8-f87692c62464 of type vlan for network 3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48 Mar 30 16:46:53.942091 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759908724282'] for network (3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:54.140618 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516'] for network (3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:54.144651 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:54.145953 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:54.285712 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device b55e6efa-b66b-489e-8667-1a034298d058 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:54.311940 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9450617 Mar 30 16:46:54.311940 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43794) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:54.321102 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-c19ecc4d-3cd3-4746-a2a6-607032f9df2d admin admin] Request body: {'subnet': {'network_id': '3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-261071580-subnet', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'ip_version': 4}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:54.350555 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6fae8-6bf5-4864-b08b-f2ecfcb142d5 admin admin] Pushing event updated for resources: {'Network': ['ID=3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:54.396929 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Network 3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48 details requested by agent ovs-agent-dv-cinder-835871-1-smb with host dv-cinder-835871-1-smb {{(pid=105698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:46:54.415142 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19ecc4d-3cd3-4746-a2a6-607032f9df2d admin admin] Made reservation on behalf of 1e42e3c4e16f4f9f95a58a293e6fe705 for: {'subnet': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:54.418047 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c19ecc4d-3cd3-4746-a2a6-607032f9df2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5065895'] for subnet (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:54.441056 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ca4df-ec2c-4f24-960f-dee61a5aeef8 req-70f1c3f8-76f5-4edb-9995-15296160a1ca tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:54.447587 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-850ca4df-ec2c-4f24-960f-dee61a5aeef8 req-70f1c3f8-76f5-4edb-9995-15296160a1ca tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 944 time: 0.1176302 Mar 30 16:46:54.555550 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-850ca4df-ec2c-4f24-960f-dee61a5aeef8 req-8c0b6f4e-8242-450c-b6c1-ed10566909ac tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980842 Mar 30 16:46:54.639636 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port b55e6efa-b66b-489e-8667-1a034298d058 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:54.647098 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (b55e6efa-b66b-489e-8667-1a034298d058), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:54.821179 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c19ecc4d-3cd3-4746-a2a6-607032f9df2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6120385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5065905'] for subnet (49077a1f-aeb1-4884-aa44-acbb01b56005), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:54.832938 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port b55e6efa-b66b-489e-8667-1a034298d058 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:54.914424 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ecc4d-3cd3-4746-a2a6-607032f9df2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=49077a1f-aeb1-4884-aa44-acbb01b56005,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:54.956426 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ecc4d-3cd3-4746-a2a6-607032f9df2d admin admin] Checking segment: {'id': '087f3d92-f45a-4b02-a7d8-f87692c62464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:54.957040 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19ecc4d-3cd3-4746-a2a6-607032f9df2d admin admin] Network hostable DHCP agents. Network: 3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48, hostable agents: ['4b79f5df-c30b-43c5-a000-9c9d6b4da460'], hosted agents: [] {{(pid=105696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:46:55.032442 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19ecc4d-3cd3-4746-a2a6-607032f9df2d admin admin] Network 3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48 is scheduled to be hosted by DHCP agent 4b79f5df-c30b-43c5-a000-9c9d6b4da460 with binding_index 1 {{(pid=105696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:46:55.118454 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-c19ecc4d-3cd3-4746-a2a6-607032f9df2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-smb, 3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48) {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:55.129434 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19ecc4d-3cd3-4746-a2a6-607032f9df2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:55.130416 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef74cd7-ac7d-4748-af61-035183418d48 None None] Network 3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:55.132927 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c19ecc4d-3cd3-4746-a2a6-607032f9df2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:55.242722 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-c19ecc4d-3cd3-4746-a2a6-607032f9df2d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9299951 Mar 30 16:46:55.245480 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43810) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:55.250171 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-261071580-router', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:55.310898 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf8d21e9-ded0-574c-80fb-0bc2ca60a964-3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48', 'network_id': '3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48', 'project_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'fixed_ips': [{'subnet_id': '49077a1f-aeb1-4884-aa44-acbb01b56005'}]}} from dv-cinder-835871-1-smb. {{(pid=105698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:46:55.312679 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:55.372484 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-903'] for router (233238d5-d66a-4f1a-ab6b-100d1e351ae3), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:55.373618 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-910'] for router (233238d5-d66a-4f1a-ab6b-100d1e351ae3), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:55.455858 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Publish callbacks [] for router_controller (233238d5-d66a-4f1a-ab6b-100d1e351ae3), precommit_add_association {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:55.529889 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.db_base_plugin_common [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Allocated IP 172.20.0.2 (3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48/49077a1f-aeb1-4884-aa44-acbb01b56005/60411508-29d0-4894-8780-a8b0a12d934f) {{(pid=105698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:55.762308 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Publish callbacks [] for port (60411508-29d0-4894-8780-a8b0a12d934f), precommit_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:55.851096 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Publish callbacks [] for router_gateway (233238d5-d66a-4f1a-ab6b-100d1e351ae3), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:55.867974 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec02e8-5ff2-48c0-b150-63b3345eba40 req-34ef2fe0-7005-4cef-9593-6526c997fc03 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:55.875614 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f8ec02e8-5ff2-48c0-b150-63b3345eba40 req-34ef2fe0-7005-4cef-9593-6526c997fc03 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 944 time: 0.1602321 Mar 30 16:46:55.880199 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822'] for port (60411508-29d0-4894-8780-a8b0a12d934f), after_create {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:55.928684 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-f8ec02e8-5ff2-48c0-b150-63b3345eba40 req-57c6786f-7e74-4372-8b31-ee495ba9f7a8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519469 Mar 30 16:46:55.938385 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Network 3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48 is already hosted by enough agents. {{(pid=105698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:55.942216 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.scheduler.base_scheduler [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Resources bound (agent type, host, resource id): {{(pid=105698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:55.948796 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Received port after_create {{(pid=105698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:55.962461 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Pushing event updated for resources: {'Port': ['ID=60411508-29d0-4894-8780-a8b0a12d934f,revision_number=1']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:56.067745 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Attempting to bind port 60411508-29d0-4894-8780-a8b0a12d934f on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:56.068127 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Attempting to bind port 60411508-29d0-4894-8780-a8b0a12d934f by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '087f3d92-f45a-4b02-a7d8-f87692c62464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:56.068492 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Attempting to bind port 60411508-29d0-4894-8780-a8b0a12d934f on network 3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48 {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:56.074169 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:56.074598 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Checking segment: {'id': '087f3d92-f45a-4b02-a7d8-f87692c62464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:56.074995 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:56.075586 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Bound using segment: {'id': '087f3d92-f45a-4b02-a7d8-f87692c62464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:56.076271 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Bound port: 60411508-29d0-4894-8780-a8b0a12d934f, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087f3d92-f45a-4b02-a7d8-f87692c62464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:56.081205 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (60411508-29d0-4894-8780-a8b0a12d934f), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:56.184647 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] For port 60411508-29d0-4894-8780-a8b0a12d934f, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:56.188492 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] For port 60411508-29d0-4894-8780-a8b0a12d934f, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=60411508-29d0-4894-8780-a8b0a12d934f,segment=NetworkSegment(087f3d92-f45a-4b02-a7d8-f87692c62464),segment_id=087f3d92-f45a-4b02-a7d8-f87692c62464)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:56.267728 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (60411508-29d0-4894-8780-a8b0a12d934f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:56.273829 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Publish callbacks [] for router_gateway (233238d5-d66a-4f1a-ab6b-100d1e351ae3), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:56.306181 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:56.330154 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37c261-de89-4716-96f7-cf234b91125e None None] Pushing event updated for resources: {'Port': ['ID=60411508-29d0-4894-8780-a8b0a12d934f,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:56.523868 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Allocated IP 172.28.2.152 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/2cc8dc6f-b31f-4b50-971b-989637d3da07) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:56.682003 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Publish callbacks [] for port (2cc8dc6f-b31f-4b50-971b-989637d3da07), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:56.810094 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (2cc8dc6f-b31f-4b50-971b-989637d3da07), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:56.851657 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:56.854611 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:56.857057 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:56.888181 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc8dc6f-b31f-4b50-971b-989637d3da07,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:57.065011 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9acb9a-059c-457f-b369-614b51ac5d44 req-4a07032b-48b5-4cac-a8f7-1fe4bb0b56c2 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:57.067497 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3f9acb9a-059c-457f-b369-614b51ac5d44 req-4a07032b-48b5-4cac-a8f7-1fe4bb0b56c2 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 944 time: 0.0593336 Mar 30 16:46:57.121279 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3f9acb9a-059c-457f-b369-614b51ac5d44 req-451e8c82-5236-4b24-9d7b-f9164fca30d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471044 Mar 30 16:46:57.395959 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81d38e9-c12b-461d-a37a-698a93c3aa9a None None] Network 3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:57.509984 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-b2e35058-f7b0-45c6-9415-05108f161bf6 None None] Provisioning complete for port 60411508-29d0-4894-8780-a8b0a12d934f triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:57.510365 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b2e35058-f7b0-45c6-9415-05108f161bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (60411508-29d0-4894-8780-a8b0a12d934f), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:57.614051 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Publish callbacks [] for router_gateway (233238d5-d66a-4f1a-ab6b-100d1e351ae3), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:57.614862 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-b2e35058-f7b0-45c6-9415-05108f161bf6 None None] Current status of the port 60411508-29d0-4894-8780-a8b0a12d934f is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:57.615343 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b2e35058-f7b0-45c6-9415-05108f161bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (60411508-29d0-4894-8780-a8b0a12d934f), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:57.656030 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-b2e35058-f7b0-45c6-9415-05108f161bf6 None None] For port 60411508-29d0-4894-8780-a8b0a12d934f, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=60411508-29d0-4894-8780-a8b0a12d934f,segment=NetworkSegment(087f3d92-f45a-4b02-a7d8-f87692c62464),segment_id=087f3d92-f45a-4b02-a7d8-f87692c62464)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:57.797939 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b2e35058-f7b0-45c6-9415-05108f161bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (60411508-29d0-4894-8780-a8b0a12d934f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:57.825045 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-508452'] for router (233238d5-d66a-4f1a-ab6b-100d1e351ae3), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:57.849266 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e35058-f7b0-45c6-9415-05108f161bf6 None None] Pushing event updated for resources: {'Port': ['ID=60411508-29d0-4894-8780-a8b0a12d934f,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:57.918984 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-b41ff679-bcff-4d19-9570-9ae0ffb1109c None None] Provisioning complete for port 60411508-29d0-4894-8780-a8b0a12d934f triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:57.919365 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-b41ff679-bcff-4d19-9570-9ae0ffb1109c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (60411508-29d0-4894-8780-a8b0a12d934f), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:58.001760 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-b41ff679-bcff-4d19-9570-9ae0ffb1109c None None] Current status of the port 60411508-29d0-4894-8780-a8b0a12d934f is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:58.054667 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Router 233238d5-d66a-4f1a-ab6b-100d1e351ae3 is scheduled to L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 with binding_index 1 {{(pid=105696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:46:58.163416 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:58.174931 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Sync routers for ids ['233238d5-d66a-4f1a-ab6b-100d1e351ae3'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:58.186313 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Routers {'233238d5-d66a-4f1a-ab6b-100d1e351ae3'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:58.197547 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['233238d5-d66a-4f1a-ab6b-100d1e351ae3'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:58.268685 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 60411508-29d0-4894-8780-a8b0a12d934f up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:58.278757 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505e1c0-c5be-4d53-971b-4854604db1f0 req-02cb08b3-018a-42fc-9e1c-e4ab15deb16c tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:58.280663 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8505e1c0-c5be-4d53-971b-4854604db1f0 req-02cb08b3-018a-42fc-9e1c-e4ab15deb16c tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 944 time: 0.0601540 Mar 30 16:46:58.298987 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:58.303495 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-bb36a3d2-2f48-4c72-aebb-2a7ad4c00593 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0567832 Mar 30 16:46:58.306326 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43872) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:58.329177 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43874) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:58.398873 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 60411508-29d0-4894-8780-a8b0a12d934f triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:58.398873 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (60411508-29d0-4894-8780-a8b0a12d934f), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:58.398873 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Set router 233238d5-d66a-4f1a-ab6b-100d1e351ae3 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:58.406207 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8505e1c0-c5be-4d53-971b-4854604db1f0 req-d7bf58ce-9dc9-4b97-9c94-06591fe92279 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183314 Mar 30 16:46:58.508448 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7d27486d-c74a-4a82-bf4d-c200539c18d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:58.604801 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7d27486d-c74a-4a82-bf4d-c200539c18d0 admin admin] Publish callbacks [] for security_group (44d15dac-db83-441e-a66f-f6b53f556a8b), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:58.628186 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 60411508-29d0-4894-8780-a8b0a12d934f is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:58.650845 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'name': 'tempest-TestShelveInstance-261071580-router', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '2cc8dc6f-b31f-4b50-971b-989637d3da07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:55Z', 'updated_at': '2022-03-30T16:46:57Z', 'revision_number': 3, 'project_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'gw_port': {'id': '2cc8dc6f-b31f-4b50-971b-989637d3da07', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:de:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:56Z', 'updated_at': '2022-03-30T16:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:58.681367 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Checking router: 233238d5-d66a-4f1a-ab6b-100d1e351ae3 for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:58.681713 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Updating router 233238d5-d66a-4f1a-ab6b-100d1e351ae3 port 2cc8dc6f-b31f-4b50-971b-989637d3da07 binding host dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:46:58.709534 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2cc8dc6f-b31f-4b50-971b-989637d3da07), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:58.713288 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-7d27486d-c74a-4a82-bf4d-c200539c18d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (44d15dac-db83-441e-a66f-f6b53f556a8b), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:58.757484 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-7d27486d-c74a-4a82-bf4d-c200539c18d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=641ebdb4c58f4889ab882f5b61a7758a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261253 Mar 30 16:46:58.758267 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43878) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:58.765860 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27486d-c74a-4a82-bf4d-c200539c18d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d15dac-db83-441e-a66f-f6b53f556a8b,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:58.793396 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:58.819463 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 5c9db22c-1bb5-4042-a35a-915cc0e2e664 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:46:58.842186 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9b12103c-a78a-494e-aa87-2796ee62317d admin admin] Publish callbacks [] for security_group (44d15dac-db83-441e-a66f-f6b53f556a8b), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:58.875618 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9b12103c-a78a-494e-aa87-2796ee62317d admin admin] Publish callbacks [] for security_group (44d15dac-db83-441e-a66f-f6b53f556a8b), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:58.901654 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43882) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:59.051472 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9b12103c-a78a-494e-aa87-2796ee62317d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (44d15dac-db83-441e-a66f-f6b53f556a8b), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.054768 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9b12103c-a78a-494e-aa87-2796ee62317d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.058787 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-9b12103c-a78a-494e-aa87-2796ee62317d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44d15dac-db83-441e-a66f-f6b53f556a8b HTTP/1.1" status: 204 len: 168 time: 0.2968025 Mar 30 16:46:59.071299 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12103c-a78a-494e-aa87-2796ee62317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d15dac-db83-441e-a66f-f6b53f556a8b,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:59.075004 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-99ba0516-34c6-4c72-8d96-7652917ed1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.176989 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-99ba0516-34c6-4c72-8d96-7652917ed1ad admin admin] Publish callbacks [] for security_group (4d4acccc-4d3c-4b2c-9bca-298749d2e69b), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.185975 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 5c9db22c-1bb5-4042-a35a-915cc0e2e664, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5c9db22c-1bb5-4042-a35a-915cc0e2e664,segment=NetworkSegment(731677f1-8e37-4203-a704-dc3f43a0f053),segment_id=731677f1-8e37-4203-a704-dc3f43a0f053)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:59.205110 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '5c9db22c-1bb5-4042-a35a-915cc0e2e664', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'port_id': '5c9db22c-1bb5-4042-a35a-915cc0e2e664', 'mac_address': 'fa:16:3e:44:40:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:46:59.238836 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-99ba0516-34c6-4c72-8d96-7652917ed1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4d4acccc-4d3c-4b2c-9bca-298749d2e69b), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.280438 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-99ba0516-34c6-4c72-8d96-7652917ed1ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fd92837c47b468aa5db59b402569671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3773198 Mar 30 16:46:59.281715 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba0516-34c6-4c72-8d96-7652917ed1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4acccc-4d3c-4b2c-9bca-298749d2e69b,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:59.283574 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43888) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:59.283774 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:59.284176 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.288717 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Allocated IP 172.20.0.1 (3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48/49077a1f-aeb1-4884-aa44-acbb01b56005/fac86460-a7ef-40b3-a87d-dfc30140d9ce) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:59.291250 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Publish callbacks [] for port (2cc8dc6f-b31f-4b50-971b-989637d3da07), precommit_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.304531 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9db22c-1bb5-4042-a35a-915cc0e2e664 {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:46:59.324786 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 5c9db22c-1bb5-4042-a35a-915cc0e2e664, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5c9db22c-1bb5-4042-a35a-915cc0e2e664,segment=NetworkSegment(731677f1-8e37-4203-a704-dc3f43a0f053),segment_id=731677f1-8e37-4203-a704-dc3f43a0f053)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:59.398409 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (2cc8dc6f-b31f-4b50-971b-989637d3da07), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.406014 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2f1a8561-b1db-4aba-a8ee-de3810816253 admin admin] Publish callbacks [] for security_group (4d4acccc-4d3c-4b2c-9bca-298749d2e69b), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.444485 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Publish callbacks [] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.448127 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.458935 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Attempting to bind port 2cc8dc6f-b31f-4b50-971b-989637d3da07 on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:59.459656 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Attempting to bind port 2cc8dc6f-b31f-4b50-971b-989637d3da07 by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:59.460222 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Attempting to bind port 2cc8dc6f-b31f-4b50-971b-989637d3da07 on network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:59.474910 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:59.475357 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Checking segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:59.475774 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.476196 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Bound using segment: {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'} {{(pid=105698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:59.479348 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.managers [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Bound port: 2cc8dc6f-b31f-4b50-971b-989637d3da07, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d1377-a6d5-49be-b8f2-1496c98024f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e'}}] {{(pid=105698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:59.479348 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2cc8dc6f-b31f-4b50-971b-989637d3da07), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.479942 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b643159-c1dd-4546-ac0b-b725e569cb28 None None] Pushing event updated for resources: {'Port': ['ID=2cc8dc6f-b31f-4b50-971b-989637d3da07,revision_number=2']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:59.487068 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2f1a8561-b1db-4aba-a8ee-de3810816253 admin admin] Publish callbacks [] for security_group (4d4acccc-4d3c-4b2c-9bca-298749d2e69b), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.572428 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec1b3-3d9d-40d5-a8f1-4f1fdc6af16c req-e2b707f6-984e-4e6b-aa54-96c75bcffce2 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:59.573864 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f9dec1b3-3d9d-40d5-a8f1-4f1fdc6af16c req-e2b707f6-984e-4e6b-aa54-96c75bcffce2 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 945 time: 0.0743866 Mar 30 16:46:59.591631 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] For port 2cc8dc6f-b31f-4b50-971b-989637d3da07, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:59.595736 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] For port 2cc8dc6f-b31f-4b50-971b-989637d3da07, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=2cc8dc6f-b31f-4b50-971b-989637d3da07,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:59.597115 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=5c9db22c-1bb5-4042-a35a-915cc0e2e664,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:59.608317 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.656959 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['5c9db22c-1bb5-4042-a35a-915cc0e2e664'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:46:59.665473 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f9dec1b3-3d9d-40d5-a8f1-4f1fdc6af16c req-82e78d84-ddc3-4b0b-8a53-9499cb0e89a5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856175 Mar 30 16:46:59.668647 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Network 3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48 is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:59.671982 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:59.674604 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:59.702037 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2f1a8561-b1db-4aba-a8ee-de3810816253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4d4acccc-4d3c-4b2c-9bca-298749d2e69b), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.704592 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-2f1a8561-b1db-4aba-a8ee-de3810816253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.705842 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-2f1a8561-b1db-4aba-a8ee-de3810816253 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d4acccc-4d3c-4b2c-9bca-298749d2e69b HTTP/1.1" status: 204 len: 168 time: 0.4195774 Mar 30 16:46:59.723322 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Pushing event updated for resources: {'Port': ['ID=fac86460-a7ef-40b3-a87d-dfc30140d9ce,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:59.726929 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a8561-b1db-4aba-a8ee-de3810816253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4acccc-4d3c-4b2c-9bca-298749d2e69b,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:59.755467 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-509683'] for router_interface (233238d5-d66a-4f1a-ab6b-100d1e351ae3), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.757618 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (2cc8dc6f-b31f-4b50-971b-989637d3da07), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.810157 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43896) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:59.832393 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2fb681d8-a6d8-4d9b-aacb-fd86aca0fdd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.865625 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Routers {'233238d5-d66a-4f1a-ab6b-100d1e351ae3'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:59.865625 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['233238d5-d66a-4f1a-ab6b-100d1e351ae3'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:59.872127 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b643159-c1dd-4546-ac0b-b725e569cb28 None None] Pushing event updated for resources: {'Port': ['ID=2cc8dc6f-b31f-4b50-971b-989637d3da07,revision_number=3']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:59.947353 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2fb681d8-a6d8-4d9b-aacb-fd86aca0fdd8 admin admin] Publish callbacks [] for security_group (01e4cc80-6e7e-4c1b-859c-1846d73e18c3), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.014614 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] Set router 233238d5-d66a-4f1a-ab6b-100d1e351ae3 gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:47:00.021091 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2fb681d8-a6d8-4d9b-aacb-fd86aca0fdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (01e4cc80-6e7e-4c1b-859c-1846d73e18c3), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.058622 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.064473 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-2fb681d8-a6d8-4d9b-aacb-fd86aca0fdd8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5ce9d9ffda44a44b89a47204541d4a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527041 Mar 30 16:47:00.065388 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb681d8-a6d8-4d9b-aacb-fd86aca0fdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e4cc80-6e7e-4c1b-859c-1846d73e18c3,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:00.068217 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43900) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:00.119983 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bd5a4e36-3813-4579-a73d-ce6963ffec83 admin admin] Publish callbacks [] for security_group (01e4cc80-6e7e-4c1b-859c-1846d73e18c3), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.152453 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bd5a4e36-3813-4579-a73d-ce6963ffec83 admin admin] Publish callbacks [] for security_group (01e4cc80-6e7e-4c1b-859c-1846d73e18c3), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.167359 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-d796e421-ac3f-453a-ac90-874a5f104a37 None None] Provisioning complete for port fac86460-a7ef-40b3-a87d-dfc30140d9ce triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:00.167739 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d796e421-ac3f-453a-ac90-874a5f104a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.220610 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-d796e421-ac3f-453a-ac90-874a5f104a37 None None] Port fac86460-a7ef-40b3-a87d-dfc30140d9ce cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:47:00.265223 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.265508 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Publish callbacks [] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.291958 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'name': 'tempest-TestShelveInstance-261071580-router', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '2cc8dc6f-b31f-4b50-971b-989637d3da07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:55Z', 'updated_at': '2022-03-30T16:46:57Z', 'revision_number': 3, 'project_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'gw_port': {'id': '2cc8dc6f-b31f-4b50-971b-989637d3da07', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:de:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:56Z', 'updated_at': '2022-03-30T16:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:00.312450 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bd5a4e36-3813-4579-a73d-ce6963ffec83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (01e4cc80-6e7e-4c1b-859c-1846d73e18c3), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.315195 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-bd5a4e36-3813-4579-a73d-ce6963ffec83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.322946 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-bd5a4e36-3813-4579-a73d-ce6963ffec83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01e4cc80-6e7e-4c1b-859c-1846d73e18c3 HTTP/1.1" status: 204 len: 168 time: 0.2478893 Mar 30 16:47:00.323706 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249065b2-618d-4c9d-bfad-306c935ae124 None None] The sync data for ids ['233238d5-d66a-4f1a-ab6b-100d1e351ae3'] in dv-cinder-835871-1-smb is: [{'id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'name': 'tempest-TestShelveInstance-261071580-router', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '2cc8dc6f-b31f-4b50-971b-989637d3da07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:55Z', 'updated_at': '2022-03-30T16:46:57Z', 'revision_number': 3, 'project_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'gw_port': {'id': '2cc8dc6f-b31f-4b50-971b-989637d3da07', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:de:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:56Z', 'updated_at': '2022-03-30T16:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:47:00.326023 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a4e36-3813-4579-a73d-ce6963ffec83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e4cc80-6e7e-4c1b-859c-1846d73e18c3,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:00.375579 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.448710 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Pushing event updated for resources: {'Port': ['ID=fac86460-a7ef-40b3-a87d-dfc30140d9ce,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:00.455087 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509543'] for router_interface (233238d5-d66a-4f1a-ab6b-100d1e351ae3), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.578829 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Network 3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48 is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:47:00.587864 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:47:00.662763 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43904) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:00.678844 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b7d10f08-9887-4bce-83a0-af15a4d45f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.799794 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Router 233238d5-d66a-4f1a-ab6b-100d1e351ae3 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:47:00.824372 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 5c9db22c-1bb5-4042-a35a-915cc0e2e664 up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:47:00.911882 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b7d10f08-9887-4bce-83a0-af15a4d45f83 admin admin] Publish callbacks [] for security_group (4d358187-641b-4b0b-ac52-2e4fc58fc42b), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.921409 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520fb8e-61b9-453d-bb5e-2cadc6f1685a req-89e4dcc3-fccd-4cd3-8b04-cf3bd1eaaa3c tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:00.922985 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c520fb8e-61b9-453d-bb5e-2cadc6f1685a req-89e4dcc3-fccd-4cd3-8b04-cf3bd1eaaa3c tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 945 time: 0.1495404 Mar 30 16:47:00.948430 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-802017b0-8d42-4089-b8a3-48bb800abda3 None None] Provisioning complete for port fac86460-a7ef-40b3-a87d-dfc30140d9ce triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:00.949104 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-802017b0-8d42-4089-b8a3-48bb800abda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.958886 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b7d10f08-9887-4bce-83a0-af15a4d45f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4d358187-641b-4b0b-ac52-2e4fc58fc42b), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:01.002191 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:47:01.012496 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:01.012725 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:47:01.013141 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:01.020454 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-a8652cdb-f567-458b-8bc6-50e20f18013f admin admin] 10.222.0.36 "PUT /v2.0/routers/233238d5-d66a-4f1a-ab6b-100d1e351ae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7130134 Mar 30 16:47:01.031276 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-b7d10f08-9887-4bce-83a0-af15a4d45f83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3665ea093a5542af872b76360dee01a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677032 Mar 30 16:47:01.035819 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43918) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:01.037550 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d10f08-9887-4bce-83a0-af15a4d45f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d358187-641b-4b0b-ac52-2e4fc58fc42b,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:01.051366 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c520fb8e-61b9-453d-bb5e-2cadc6f1685a req-2d3ec17c-ce1f-4e5c-bb6c-1496fae9aca3 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146340 Mar 30 16:47:01.094805 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-802017b0-8d42-4089-b8a3-48bb800abda3 None None] Port fac86460-a7ef-40b3-a87d-dfc30140d9ce cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:47:01.122337 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-11ec9781-45a3-43c5-ba08-57b0c4201c1c admin admin] Publish callbacks [] for security_group (4d358187-641b-4b0b-ac52-2e4fc58fc42b), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:01.151294 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-11ec9781-45a3-43c5-ba08-57b0c4201c1c admin admin] Publish callbacks [] for security_group (4d358187-641b-4b0b-ac52-2e4fc58fc42b), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:01.181866 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:01.182256 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:01.223741 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 5c9db22c-1bb5-4042-a35a-915cc0e2e664, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5c9db22c-1bb5-4042-a35a-915cc0e2e664,segment=NetworkSegment(731677f1-8e37-4203-a704-dc3f43a0f053),segment_id=731677f1-8e37-4203-a704-dc3f43a0f053)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:01.224802 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9db22c-1bb5-4042-a35a-915cc0e2e664'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:01.228223 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a959f0-4124-42a5-914f-9df29d06e09b" -d '{"events": [{"server_uuid": "95d988d4-5679-4a7b-a92e-c66d245ff987", "name": "network-vif-plugged", "status": "completed", "tag": "5c9db22c-1bb5-4042-a35a-915cc0e2e664"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:01.279492 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de0a4f8-4fef-415f-a24b-3e4190571d66 x-openstack-request-id: req-7de0a4f8-4fef-415f-a24b-3e4190571d66 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:01.279492 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d988d4-5679-4a7b-a92e-c66d245ff987", "name": "network-vif-plugged", "status": "completed", "tag": "5c9db22c-1bb5-4042-a35a-915cc0e2e664", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:01.279492 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7de0a4f8-4fef-415f-a24b-3e4190571d66 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:01.279492 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de0a4f8-4fef-415f-a24b-3e4190571d66'] response: {'server_uuid': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9db22c-1bb5-4042-a35a-915cc0e2e664', 'code': 200} Mar 30 16:47:01.295481 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:01.318175 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-11ec9781-45a3-43c5-ba08-57b0c4201c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (4d358187-641b-4b0b-ac52-2e4fc58fc42b), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:01.323504 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-11ec9781-45a3-43c5-ba08-57b0c4201c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:01.327489 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-11ec9781-45a3-43c5-ba08-57b0c4201c1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d358187-641b-4b0b-ac52-2e4fc58fc42b HTTP/1.1" status: 204 len: 168 time: 0.2881334 Mar 30 16:47:01.350138 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec9781-45a3-43c5-ba08-57b0c4201c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d358187-641b-4b0b-ac52-2e4fc58fc42b,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:01.365952 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=5c9db22c-1bb5-4042-a35a-915cc0e2e664,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:01.711821 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-53adabc9-6e7a-4402-998a-229a590ca27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:01.727401 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c8dfe-f72b-427b-b0c1-c395603bc165 req-593297fa-d0ed-4fa9-acd2-d7fad54a32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:01.729147 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ae5c8dfe-f72b-427b-b0c1-c395603bc165 req-593297fa-d0ed-4fa9-acd2-d7fad54a32c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 1130 time: 0.0452235 Mar 30 16:47:01.775576 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ae5c8dfe-f72b-427b-b0c1-c395603bc165 req-797f27f0-13de-4f15-b478-e900792347e0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Mar 30 16:47:01.964484 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43942) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:01.969362 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-25fcce8c-d4c7-4acc-bc30-204577405b7b tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995975366', 'description': 'tempest-secgroup-smoke-995975366 description', 'project_id': 'a1933eccca16406d98c242fdb4c129a7'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:02.066716 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-25fcce8c-d4c7-4acc-bc30-204577405b7b tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.147795 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-25fcce8c-d4c7-4acc-bc30-204577405b7b tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group (63ce9683-0ce6-4595-859b-1980a49647e1), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.211193 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088edf3c-b693-4ece-b16c-774e0b919d7e req-02f3292a-77a5-4885-9acd-ee12e8a95494 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:02.215104 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-25fcce8c-d4c7-4acc-bc30-204577405b7b tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (63ce9683-0ce6-4595-859b-1980a49647e1), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.230238 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-088edf3c-b693-4ece-b16c-774e0b919d7e req-02f3292a-77a5-4885-9acd-ee12e8a95494 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 946 time: 0.0879529 Mar 30 16:47:02.264960 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 2cc8dc6f-b31f-4b50-971b-989637d3da07 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:47:02.278066 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcce8c-d4c7-4acc-bc30-204577405b7b tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ce9683-0ce6-4595-859b-1980a49647e1,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:02.298680 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-25fcce8c-d4c7-4acc-bc30-204577405b7b tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.303250 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-25fcce8c-d4c7-4acc-bc30-204577405b7b tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3344264 Mar 30 16:47:02.303791 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43956) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:02.314244 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-9fd07ac2-35d1-4e5f-b8ce-d657d5fddc33 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Request body: {'security_group_rule': {'security_group_id': '63ce9683-0ce6-4595-859b-1980a49647e1', 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:02.322633 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-088edf3c-b693-4ece-b16c-774e0b919d7e req-d93622c6-4fe2-44e6-9e3a-1bc034f2d566 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832975 Mar 30 16:47:02.350993 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 2cc8dc6f-b31f-4b50-971b-989637d3da07 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:02.351387 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (2cc8dc6f-b31f-4b50-971b-989637d3da07), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.399673 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Sync routers for ids ['233238d5-d66a-4f1a-ab6b-100d1e351ae3'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:47:02.414129 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Routers {'233238d5-d66a-4f1a-ab6b-100d1e351ae3'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:47:02.415005 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['233238d5-d66a-4f1a-ab6b-100d1e351ae3'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:02.440149 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 2cc8dc6f-b31f-4b50-971b-989637d3da07 is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:02.441478 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (2cc8dc6f-b31f-4b50-971b-989637d3da07), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.461514 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9fd07ac2-35d1-4e5f-b8ce-d657d5fddc33 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (4db51dcc-c70a-4cba-8237-57749c16e5f8), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.464606 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] For port 2cc8dc6f-b31f-4b50-971b-989637d3da07, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=2cc8dc6f-b31f-4b50-971b-989637d3da07,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:02.524086 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9fd07ac2-35d1-4e5f-b8ce-d657d5fddc33 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (4db51dcc-c70a-4cba-8237-57749c16e5f8), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.531979 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Set router 233238d5-d66a-4f1a-ab6b-100d1e351ae3 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:47:02.565118 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (2cc8dc6f-b31f-4b50-971b-989637d3da07), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.621170 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9fd07ac2-35d1-4e5f-b8ce-d657d5fddc33 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (4db51dcc-c70a-4cba-8237-57749c16e5f8), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.634846 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Pushing event updated for resources: {'Port': ['ID=2cc8dc6f-b31f-4b50-971b-989637d3da07,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:02.652289 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd07ac2-35d1-4e5f-b8ce-d657d5fddc33 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db51dcc-c70a-4cba-8237-57749c16e5f8,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:02.726131 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9fd07ac2-35d1-4e5f-b8ce-d657d5fddc33 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.727856 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-9fd07ac2-35d1-4e5f-b8ce-d657d5fddc33 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4199109 Mar 30 16:47:02.730628 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 43970) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:02.739045 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-4d131042-7611-43b9-b142-6ba12c7a7e08 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Request body: {'security_group_rule': {'security_group_id': '63ce9683-0ce6-4595-859b-1980a49647e1', 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:02.760696 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'name': 'tempest-TestShelveInstance-261071580-router', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '2cc8dc6f-b31f-4b50-971b-989637d3da07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:55Z', 'updated_at': '2022-03-30T16:46:59Z', 'revision_number': 4, 'project_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'gw_port': {'id': '2cc8dc6f-b31f-4b50-971b-989637d3da07', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:de:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:56Z', 'updated_at': '2022-03-30T16:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'fac86460-a7ef-40b3-a87d-dfc30140d9ce', 'name': '', 'network_id': '3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'mac_address': 'fa:16:3e:e1:f2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '49077a1f-aeb1-4884-aa44-acbb01b56005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:58Z', 'updated_at': '2022-03-30T16:47:00Z', 'revision_number': 2, 'project_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'subnets': [{'id': '49077a1f-aeb1-4884-aa44-acbb01b56005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:02.788257 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Checking router: 233238d5-d66a-4f1a-ab6b-100d1e351ae3 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:47:02.792406 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Updating router 233238d5-d66a-4f1a-ab6b-100d1e351ae3 port fac86460-a7ef-40b3-a87d-dfc30140d9ce binding host dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:47:02.819302 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.849395 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4d131042-7611-43b9-b142-6ba12c7a7e08 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (14891897-dc79-4baa-8930-680cecd4e2a7), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.927756 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4d131042-7611-43b9-b142-6ba12c7a7e08 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (14891897-dc79-4baa-8930-680cecd4e2a7), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.009184 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4d131042-7611-43b9-b142-6ba12c7a7e08 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (14891897-dc79-4baa-8930-680cecd4e2a7), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.035043 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d131042-7611-43b9-b142-6ba12c7a7e08 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14891897-dc79-4baa-8930-680cecd4e2a7,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:03.132161 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Publish callbacks [] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), precommit_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.143071 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4d131042-7611-43b9-b142-6ba12c7a7e08 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.145354 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-4d131042-7611-43b9-b142-6ba12c7a7e08 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4133706 Mar 30 16:47:03.148179 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 43986) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:03.152801 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Request body: {'security_group_rule': {'security_group_id': '63ce9683-0ce6-4595-859b-1980a49647e1', 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:03.249495 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.284178 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (5588af5b-a291-4957-b743-7ea3a737e9c0), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.330274 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325e14f-cc0c-4adb-8d35-126591e3bcfa None None] Pushing event updated for resources: {'Port': ['ID=fac86460-a7ef-40b3-a87d-dfc30140d9ce,revision_number=3']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:03.371522 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (5588af5b-a291-4957-b743-7ea3a737e9c0), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.373396 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Attempting to bind port fac86460-a7ef-40b3-a87d-dfc30140d9ce on host dv-cinder-835871-1-smb for vnic_type normal with profile {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:47:03.374028 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Attempting to bind port fac86460-a7ef-40b3-a87d-dfc30140d9ce by drivers openvswitch,hyperv on host dv-cinder-835871-1-smb at level 0 using segments [{'id': '087f3d92-f45a-4b02-a7d8-f87692c62464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48'}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:47:03.374559 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Attempting to bind port fac86460-a7ef-40b3-a87d-dfc30140d9ce on network 3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48 {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:47:03.381797 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Checking agent: {'id': '47a53af9-e5d8-4a0e-a2d2-b12bed437d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 8), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:47:03.385365 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Checking segment: {'id': '087f3d92-f45a-4b02-a7d8-f87692c62464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:47:03.385830 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.386266 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Bound using segment: {'id': '087f3d92-f45a-4b02-a7d8-f87692c62464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48'} {{(pid=105699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:47:03.386735 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.managers [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Bound port: fac86460-a7ef-40b3-a87d-dfc30140d9ce, host: dv-cinder-835871-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087f3d92-f45a-4b02-a7d8-f87692c62464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48'}}] {{(pid=105699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:47:03.387174 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), before_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.473321 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (5588af5b-a291-4957-b743-7ea3a737e9c0), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.493945 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cf23f-650f-48e0-a7d0-dac940a11b89 req-61f94191-fa41-4a99-83ce-61c612f6da5d tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:03.499877 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-249cf23f-650f-48e0-a7d0-dac940a11b89 req-61f94191-fa41-4a99-83ce-61c612f6da5d tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 946 time: 0.1022990 Mar 30 16:47:03.502609 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5588af5b-a291-4957-b743-7ea3a737e9c0,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:03.517500 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.519398 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.519398 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.520580 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.522139 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.522714 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.523772 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.525397 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.526138 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.526627 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.528378 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.529039 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.529571 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.530095 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.530836 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:03.534295 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] For port fac86460-a7ef-40b3-a87d-dfc30140d9ce, host dv-cinder-835871-1-smb, cleared binding levels {{(pid=105699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:47:03.537881 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.plugins.ml2.db [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] For port fac86460-a7ef-40b3-a87d-dfc30140d9ce, host dv-cinder-835871-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=fac86460-a7ef-40b3-a87d-dfc30140d9ce,segment=NetworkSegment(087f3d92-f45a-4b02-a7d8-f87692c62464),segment_id=087f3d92-f45a-4b02-a7d8-f87692c62464)] {{(pid=105699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:47:03.589897 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-249cf23f-650f-48e0-a7d0-dac940a11b89 req-cc49d67e-b703-4575-9cd1-f2c196202651 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834572 Mar 30 16:47:03.628298 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.629603 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-2d46eddc-0ca1-40d6-a346-10b1dc19f02e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4804790 Mar 30 16:47:03.632334 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44006) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:03.636753 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-eba1916f-566c-42fc-b36c-b53feddf0b99 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Request body: {'security_group_rule': {'security_group_id': '63ce9683-0ce6-4595-859b-1980a49647e1', 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:03.655402 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-ff017a90-cbcb-43fc-9b8a-325138e7e55a None None] Provisioning complete for port fac86460-a7ef-40b3-a87d-dfc30140d9ce triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:03.655973 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ff017a90-cbcb-43fc-9b8a-325138e7e55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.662396 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron_lib.callbacks.manager [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), after_update {{(pid=105699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.704020 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-ff017a90-cbcb-43fc-9b8a-325138e7e55a None None] Port fac86460-a7ef-40b3-a87d-dfc30140d9ce cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:47:03.741820 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Routers {'233238d5-d66a-4f1a-ab6b-100d1e351ae3'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:47:03.743101 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:46:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['233238d5-d66a-4f1a-ab6b-100d1e351ae3'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:03.761007 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283ec61-a27e-4803-8b62-27d3b900732c req-ba0de7f8-3eff-4ca5-be5a-9c996a6b5b7f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:03.769810 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3283ec61-a27e-4803-8b62-27d3b900732c req-ba0de7f8-3eff-4ca5-be5a-9c996a6b5b7f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 946 time: 0.1044948 Mar 30 16:47:03.776041 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-86dea8cf-acb8-4dff-bdaa-40cd1b5b0e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.803539 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-eba1916f-566c-42fc-b36c-b53feddf0b99 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (9dc30bdc-114d-4a86-84eb-f5bd7a386afd), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.813425 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325e14f-cc0c-4adb-8d35-126591e3bcfa None None] Pushing event updated for resources: {'Port': ['ID=fac86460-a7ef-40b3-a87d-dfc30140d9ce,revision_number=4']} {{(pid=105699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:03.865462 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3283ec61-a27e-4803-8b62-27d3b900732c req-ad5c7fbf-fdfa-479c-9b51-c2b4d0c66ce3 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946336 Mar 30 16:47:03.906977 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] Set router 233238d5-d66a-4f1a-ab6b-100d1e351ae3 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:47:03.912924 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-eba1916f-566c-42fc-b36c-b53feddf0b99 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (9dc30bdc-114d-4a86-84eb-f5bd7a386afd), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.992691 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-eba1916f-566c-42fc-b36c-b53feddf0b99 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (9dc30bdc-114d-4a86-84eb-f5bd7a386afd), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:04.014822 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1916f-566c-42fc-b36c-b53feddf0b99 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc30bdc-114d-4a86-84eb-f5bd7a386afd,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:04.038668 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-c232bc97-e645-4652-9510-c06d669d257a None None] Provisioning complete for port fac86460-a7ef-40b3-a87d-dfc30140d9ce triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:04.039454 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c232bc97-e645-4652-9510-c06d669d257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:04.086495 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-eba1916f-566c-42fc-b36c-b53feddf0b99 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:04.087933 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-eba1916f-566c-42fc-b36c-b53feddf0b99 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4545763 Mar 30 16:47:04.090682 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44014) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:04.095335 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-88745eea-a9b7-42f0-a8a8-8608eb89bd65 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Request body: {'security_group_rule': {'security_group_id': '63ce9683-0ce6-4595-859b-1980a49647e1', 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:04.161110 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'name': 'tempest-TestShelveInstance-261071580-router', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '2cc8dc6f-b31f-4b50-971b-989637d3da07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:55Z', 'updated_at': '2022-03-30T16:46:59Z', 'revision_number': 4, 'project_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'gw_port': {'id': '2cc8dc6f-b31f-4b50-971b-989637d3da07', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:de:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:56Z', 'updated_at': '2022-03-30T16:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'fac86460-a7ef-40b3-a87d-dfc30140d9ce', 'name': '', 'network_id': '3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'mac_address': 'fa:16:3e:e1:f2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '49077a1f-aeb1-4884-aa44-acbb01b56005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:58Z', 'updated_at': '2022-03-30T16:47:03Z', 'revision_number': 4, 'project_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'subnets': [{'id': '49077a1f-aeb1-4884-aa44-acbb01b56005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:04.176492 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-c232bc97-e645-4652-9510-c06d669d257a None None] Current status of the port fac86460-a7ef-40b3-a87d-dfc30140d9ce is: DOWN; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:04.179049 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c232bc97-e645-4652-9510-c06d669d257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:04.198655 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.securitygroups_db [None req-88745eea-a9b7-42f0-a8a8-8608eb89bd65 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Project a1933eccca16406d98c242fdb4c129a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:47:04.207114 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-88745eea-a9b7-42f0-a8a8-8608eb89bd65 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (33a2be1b-5a48-41c0-9e68-cb8822e31896), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:04.265090 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-c232bc97-e645-4652-9510-c06d669d257a None None] For port fac86460-a7ef-40b3-a87d-dfc30140d9ce, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=fac86460-a7ef-40b3-a87d-dfc30140d9ce,segment=NetworkSegment(087f3d92-f45a-4b02-a7d8-f87692c62464),segment_id=087f3d92-f45a-4b02-a7d8-f87692c62464)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:04.269875 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 2cc8dc6f-b31f-4b50-971b-989637d3da07 up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:47:04.277150 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d275dd-74b4-4cb3-93e4-e6b9d0f04510 None None] The sync data for ids ['233238d5-d66a-4f1a-ab6b-100d1e351ae3'] in dv-cinder-835871-1-smb is: [{'id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'name': 'tempest-TestShelveInstance-261071580-router', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '2cc8dc6f-b31f-4b50-971b-989637d3da07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:55Z', 'updated_at': '2022-03-30T16:46:59Z', 'revision_number': 4, 'project_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'gw_port': {'id': '2cc8dc6f-b31f-4b50-971b-989637d3da07', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:de:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:56Z', 'updated_at': '2022-03-30T16:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'fac86460-a7ef-40b3-a87d-dfc30140d9ce', 'name': '', 'network_id': '3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'mac_address': 'fa:16:3e:e1:f2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '49077a1f-aeb1-4884-aa44-acbb01b56005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:58Z', 'updated_at': '2022-03-30T16:47:03Z', 'revision_number': 4, 'project_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'subnets': [{'id': '49077a1f-aeb1-4884-aa44-acbb01b56005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:47:04.353423 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port 2cc8dc6f-b31f-4b50-971b-989637d3da07 triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:04.353423 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (2cc8dc6f-b31f-4b50-971b-989637d3da07), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:04.384368 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-88745eea-a9b7-42f0-a8a8-8608eb89bd65 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (33a2be1b-5a48-41c0-9e68-cb8822e31896), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:04.397896 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c232bc97-e645-4652-9510-c06d669d257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:04.477883 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-88745eea-a9b7-42f0-a8a8-8608eb89bd65 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (33a2be1b-5a48-41c0-9e68-cb8822e31896), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:04.512557 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88745eea-a9b7-42f0-a8a8-8608eb89bd65 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a2be1b-5a48-41c0-9e68-cb8822e31896,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:04.529115 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232bc97-e645-4652-9510-c06d669d257a None None] Pushing event updated for resources: {'Port': ['ID=fac86460-a7ef-40b3-a87d-dfc30140d9ce,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:04.576513 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36936503-e520-479d-b871-1bec7182f454 req-de6ea9d9-f31f-485e-9a96-fe3623a20c81 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:04.578193 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-36936503-e520-479d-b871-1bec7182f454 req-de6ea9d9-f31f-485e-9a96-fe3623a20c81 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 946 time: 0.0779793 Mar 30 16:47:04.640360 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-36936503-e520-479d-b871-1bec7182f454 req-d117d96e-4566-4542-87ef-3708583cce28 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562572 Mar 30 16:47:04.646713 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-88745eea-a9b7-42f0-a8a8-8608eb89bd65 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:04.648409 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-88745eea-a9b7-42f0-a8a8-8608eb89bd65 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5565882 Mar 30 16:47:04.651175 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44048) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:04.656273 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-6352fed6-e23d-498c-80cc-620ac408ab31 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Request body: {'security_group_rule': {'security_group_id': '63ce9683-0ce6-4595-859b-1980a49647e1', 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:04.711591 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port 2cc8dc6f-b31f-4b50-971b-989637d3da07 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:04.769550 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.securitygroups_db [None req-6352fed6-e23d-498c-80cc-620ac408ab31 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Project a1933eccca16406d98c242fdb4c129a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:47:04.777187 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6352fed6-e23d-498c-80cc-620ac408ab31 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (ae0aca56-832f-42f5-85c1-362fcf9b6fb7), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:04.861068 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6352fed6-e23d-498c-80cc-620ac408ab31 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (ae0aca56-832f-42f5-85c1-362fcf9b6fb7), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:04.946763 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6352fed6-e23d-498c-80cc-620ac408ab31 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (ae0aca56-832f-42f5-85c1-362fcf9b6fb7), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:04.966202 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352fed6-e23d-498c-80cc-620ac408ab31 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0aca56-832f-42f5-85c1-362fcf9b6fb7,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:05.035086 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6352fed6-e23d-498c-80cc-620ac408ab31 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:05.037441 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-6352fed6-e23d-498c-80cc-620ac408ab31 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3841612 Mar 30 16:47:05.239741 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:05.344917 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44096) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:05.489490 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-469e82f8-a7c0-4f2f-a444-fbf864fa25a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:05.586674 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-469e82f8-a7c0-4f2f-a444-fbf864fa25a2 admin admin] Publish callbacks [] for security_group (41172ea5-3a6c-4abc-ae44-3674901ee724), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:05.711839 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-469e82f8-a7c0-4f2f-a444-fbf864fa25a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (41172ea5-3a6c-4abc-ae44-3674901ee724), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:05.753771 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-469e82f8-a7c0-4f2f-a444-fbf864fa25a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e9e52bb347241ca9ec7b18589e0ef4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4073284 Mar 30 16:47:05.754645 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e82f8-a7c0-4f2f-a444-fbf864fa25a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41172ea5-3a6c-4abc-ae44-3674901ee724,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:05.757413 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44106) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:05.817276 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-df6e8a2d-1222-47da-b70d-34b25d51effd admin admin] Publish callbacks [] for security_group (41172ea5-3a6c-4abc-ae44-3674901ee724), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:05.838717 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-df6e8a2d-1222-47da-b70d-34b25d51effd admin admin] Publish callbacks [] for security_group (41172ea5-3a6c-4abc-ae44-3674901ee724), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:06.014809 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-df6e8a2d-1222-47da-b70d-34b25d51effd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (41172ea5-3a6c-4abc-ae44-3674901ee724), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:06.017473 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-df6e8a2d-1222-47da-b70d-34b25d51effd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:06.021164 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-df6e8a2d-1222-47da-b70d-34b25d51effd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41172ea5-3a6c-4abc-ae44-3674901ee724 HTTP/1.1" status: 204 len: 168 time: 0.2595744 Mar 30 16:47:06.027289 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e8a2d-1222-47da-b70d-34b25d51effd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41172ea5-3a6c-4abc-ae44-3674901ee724,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:06.204729 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device fac86460-a7ef-40b3-a87d-dfc30140d9ce up at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:47:06.257510 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Provisioning complete for port fac86460-a7ef-40b3-a87d-dfc30140d9ce triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:06.257892 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:06.349684 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Current status of the port fac86460-a7ef-40b3-a87d-dfc30140d9ce is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:06.477879 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:07.007524 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44152) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:07.023963 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-340bf28e-ec39-44ca-af7c-bd54c54cc544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:07.100368 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-340bf28e-ec39-44ca-af7c-bd54c54cc544 admin admin] Publish callbacks [] for security_group (0de81bf8-231e-4f0f-bd61-fd708b78f6ec), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:07.770174 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-340bf28e-ec39-44ca-af7c-bd54c54cc544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (0de81bf8-231e-4f0f-bd61-fd708b78f6ec), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:07.809350 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-340bf28e-ec39-44ca-af7c-bd54c54cc544 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fa8271523a84f7eaa2f9231d226ce52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8006771 Mar 30 16:47:07.810210 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bf28e-ec39-44ca-af7c-bd54c54cc544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de81bf8-231e-4f0f-bd61-fd708b78f6ec,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:07.812021 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44158) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:07.861089 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fde9a064-b0e5-468f-b4ae-543e41613835 admin admin] Publish callbacks [] for security_group (0de81bf8-231e-4f0f-bd61-fd708b78f6ec), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:07.882784 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fde9a064-b0e5-468f-b4ae-543e41613835 admin admin] Publish callbacks [] for security_group (0de81bf8-231e-4f0f-bd61-fd708b78f6ec), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:08.045955 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fde9a064-b0e5-468f-b4ae-543e41613835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (0de81bf8-231e-4f0f-bd61-fd708b78f6ec), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:08.048760 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-fde9a064-b0e5-468f-b4ae-543e41613835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:08.051480 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-fde9a064-b0e5-468f-b4ae-543e41613835 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0de81bf8-231e-4f0f-bd61-fd708b78f6ec HTTP/1.1" status: 204 len: 168 time: 0.2384582 Mar 30 16:47:08.059726 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9a064-b0e5-468f-b4ae-543e41613835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de81bf8-231e-4f0f-bd61-fd708b78f6ec,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:08.180610 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:10.132690 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44210) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:10.247286 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8552f9c7-a667-4945-8b25-e0365e567946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:10.321111 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8552f9c7-a667-4945-8b25-e0365e567946 admin admin] Publish callbacks [] for security_group (1ccd4112-bce4-4643-a573-86549240f5b9), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:10.403176 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-8552f9c7-a667-4945-8b25-e0365e567946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (1ccd4112-bce4-4643-a573-86549240f5b9), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:10.445160 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552f9c7-a667-4945-8b25-e0365e567946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccd4112-bce4-4643-a573-86549240f5b9,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:10.450817 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-8552f9c7-a667-4945-8b25-e0365e567946 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0d070db4e944c90adc470aced355be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166537 Mar 30 16:47:10.454094 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44214) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:10.508555 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-cef483af-289d-4ef0-9d58-851147a1c87a admin admin] Publish callbacks [] for security_group (1ccd4112-bce4-4643-a573-86549240f5b9), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:10.529539 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-cef483af-289d-4ef0-9d58-851147a1c87a admin admin] Publish callbacks [] for security_group (1ccd4112-bce4-4643-a573-86549240f5b9), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:10.644060 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-cef483af-289d-4ef0-9d58-851147a1c87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (1ccd4112-bce4-4643-a573-86549240f5b9), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:10.647063 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-cef483af-289d-4ef0-9d58-851147a1c87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:10.651996 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-cef483af-289d-4ef0-9d58-851147a1c87a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ccd4112-bce4-4643-a573-86549240f5b9 HTTP/1.1" status: 204 len: 168 time: 0.1923668 Mar 30 16:47:10.656899 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef483af-289d-4ef0-9d58-851147a1c87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccd4112-bce4-4643-a573-86549240f5b9,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:11.010321 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da25e47-1f67-450f-9c48-cef11341ede5 req-adf5c832-6e85-46f0-9494-2fabc1e8f9be tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:11.011829 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2da25e47-1f67-450f-9c48-cef11341ede5 req-adf5c832-6e85-46f0-9494-2fabc1e8f9be tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 946 time: 0.0520995 Mar 30 16:47:11.076702 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2da25e47-1f67-450f-9c48-cef11341ede5 req-4bba653c-f289-4da7-a60f-bcd367869b34 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589693 Mar 30 16:47:11.099548 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44234) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:11.292890 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b650b268-8ea4-4616-8faf-feed2572737d tempest-TestMinimumBasicScenario-770274109 tempest-TestMinimumBasicScenario-770274109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:11.294451 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-b650b268-8ea4-4616-8faf-feed2572737d tempest-TestMinimumBasicScenario-770274109 tempest-TestMinimumBasicScenario-770274109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 1125 time: 0.1938996 Mar 30 16:47:11.297597 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44238) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:11.302469 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Request body: {'floatingip': {'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'port_id': '5c9db22c-1bb5-4042-a35a-915cc0e2e664', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:11.308759 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44240) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:11.322823 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-af62729e-25d4-4289-81bd-336a992b6a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:11.401615 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-af62729e-25d4-4289-81bd-336a992b6a4e admin admin] Publish callbacks [] for security_group (31861681-0a11-4272-8e4b-23fd3a9fb852), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:11.477842 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:11.535578 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-af62729e-25d4-4289-81bd-336a992b6a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (31861681-0a11-4272-8e4b-23fd3a9fb852), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:11.589591 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62729e-25d4-4289-81bd-336a992b6a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31861681-0a11-4272-8e4b-23fd3a9fb852,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:11.596490 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-af62729e-25d4-4289-81bd-336a992b6a4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0787b93b500c4e88a8aec98358c5012b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840095 Mar 30 16:47:11.597255 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44244) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:11.602769 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:11.645885 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fbb93f18-3ad5-482e-a4c9-437b0e455678 admin admin] Publish callbacks [] for security_group (31861681-0a11-4272-8e4b-23fd3a9fb852), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:11.668048 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fbb93f18-3ad5-482e-a4c9-437b0e455678 admin admin] Publish callbacks [] for security_group (31861681-0a11-4272-8e4b-23fd3a9fb852), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:11.712129 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_common [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Allocated IP 172.28.2.163 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/83266e56-8b02-4815-b917-3a954e58c945) {{(pid=105697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:47:11.798221 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fbb93f18-3ad5-482e-a4c9-437b0e455678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (31861681-0a11-4272-8e4b-23fd3a9fb852), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:11.801585 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fbb93f18-3ad5-482e-a4c9-437b0e455678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:11.805567 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-fbb93f18-3ad5-482e-a4c9-437b0e455678 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31861681-0a11-4272-8e4b-23fd3a9fb852 HTTP/1.1" status: 204 len: 168 time: 0.2046063 Mar 30 16:47:11.817280 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb93f18-3ad5-482e-a4c9-437b0e455678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31861681-0a11-4272-8e4b-23fd3a9fb852,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:11.833278 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for port (83266e56-8b02-4815-b917-3a954e58c945), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:11.929413 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (83266e56-8b02-4815-b917-3a954e58c945), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:11.972628 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:47:11.975798 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.base_scheduler [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Resources bound (agent type, host, resource id): {{(pid=105697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:47:11.978353 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Received port after_create {{(pid=105697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:47:12.008705 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event updated for resources: {'Port': ['ID=83266e56-8b02-4815-b917-3a954e58c945,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:12.346287 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for floatingip (db0b53db-314d-4595-a50e-200df42eb790), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:12.585890 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (83266e56-8b02-4815-b917-3a954e58c945), before_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:12.765251 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for port (83266e56-8b02-4815-b917-3a954e58c945), precommit_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:12.849279 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5209708'] for port (83266e56-8b02-4815-b917-3a954e58c945), after_update {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:12.932187 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event updated for resources: {'Port': ['ID=83266e56-8b02-4815-b917-3a954e58c945,revision_number=2']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:12.941105 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (db0b53db-314d-4595-a50e-200df42eb790), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:13.043163 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.l3_db [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Floating IP db0b53db-314d-4595-a50e-200df42eb790 associated. External IP: 172.28.2.163, port: 5c9db22c-1bb5-4042-a35a-915cc0e2e664. Mar 30 16:47:13.272646 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Router f07bece0-f0de-47e1-b4f9-8ac595f4035b has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:47:13.385960 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:47:13.396550 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5824003-e3ba-4ed7-89f6-7fe1ca3f2bc7 None None] Sync routers for ids ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:47:13.405136 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5824003-e3ba-4ed7-89f6-7fe1ca3f2bc7 None None] Routers {'f07bece0-f0de-47e1-b4f9-8ac595f4035b'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:47:13.405755 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-c5824003-e3ba-4ed7-89f6-7fe1ca3f2bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:47:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:13.521064 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-c5824003-e3ba-4ed7-89f6-7fe1ca3f2bc7 None None] Set router f07bece0-f0de-47e1-b4f9-8ac595f4035b gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:47:13.577027 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:13.607455 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-b82a65b8-43ea-4776-88d0-95f77618ba20 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3086762 Mar 30 16:47:13.608390 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'tag': '5c9db22c-1bb5-4042-a35a-915cc0e2e664'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:13.610361 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44302) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:13.610843 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d514959-0038-446d-9171-518b9a98b073" -d '{"events": [{"name": "network-changed", "server_uuid": "95d988d4-5679-4a7b-a92e-c66d245ff987", "tag": "5c9db22c-1bb5-4042-a35a-915cc0e2e664"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:13.615259 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-52a660dd-f569-4033-8a2a-c744b1a801e0 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1308106385', 'description': 'tempest-secgroup-smoke-1308106385 description', 'project_id': 'd802a040dadd469ebf4d25832ef568bc'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:13.711879 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-52a660dd-f569-4033-8a2a-c744b1a801e0 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:13.806268 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-52a660dd-f569-4033-8a2a-c744b1a801e0 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group (c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:13.848940 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-c5824003-e3ba-4ed7-89f6-7fe1ca3f2bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:46:18Z', 'revision_number': 4, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port': {'id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:15Z', 'updated_at': '2022-03-30T16:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'db0b53db-314d-4595-a50e-200df42eb790', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'floating_ip_address': '172.28.2.163', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'port_id': '5c9db22c-1bb5-4042-a35a-915cc0e2e664', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'mac_address': 'fa:16:3e:44:40:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:12Z', 'updated_at': '2022-03-30T16:47:12Z', 'revision_number': 0, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16fdf97-1b06-403e-9889-50e1f0f4e042', 'name': '', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'mac_address': 'fa:16:3e:0b:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:18Z', 'updated_at': '2022-03-30T16:46:22Z', 'revision_number': 5, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'subnets': [{'id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:13.886175 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5824003-e3ba-4ed7-89f6-7fe1ca3f2bc7 None None] Checking router: f07bece0-f0de-47e1-b4f9-8ac595f4035b for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:47:13.889780 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-52a660dd-f569-4033-8a2a-c744b1a801e0 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:13.896919 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5824003-e3ba-4ed7-89f6-7fe1ca3f2bc7 None None] Routers {'f07bece0-f0de-47e1-b4f9-8ac595f4035b'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:47:13.898407 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-c5824003-e3ba-4ed7-89f6-7fe1ca3f2bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:47:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:13.918044 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0044c162-7d7b-406c-9622-b72ceefc9c18 x-openstack-request-id: req-0044c162-7d7b-406c-9622-b72ceefc9c18 {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:13.918416 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d988d4-5679-4a7b-a92e-c66d245ff987", "tag": "5c9db22c-1bb5-4042-a35a-915cc0e2e664", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:13.918835 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0044c162-7d7b-406c-9622-b72ceefc9c18 {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:13.919326 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0044c162-7d7b-406c-9622-b72ceefc9c18'] response: {'name': 'network-changed', 'server_uuid': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'tag': '5c9db22c-1bb5-4042-a35a-915cc0e2e664', 'status': 'completed', 'code': 200} Mar 30 16:47:13.959963 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a660dd-f569-4033-8a2a-c744b1a801e0 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:13.984453 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-52a660dd-f569-4033-8a2a-c744b1a801e0 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:13.985732 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-52a660dd-f569-4033-8a2a-c744b1a801e0 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3743715 Mar 30 16:47:13.990652 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44320) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:13.993818 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-cbf61ba7-cbcc-4679-bbd2-0e6d0ffecddc tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Request body: {'security_group_rule': {'security_group_id': 'c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8', 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:14.000414 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514959-0038-446d-9171-518b9a98b073 req-0ab70633-83b5-442d-8c3b-5546ebfea1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:14.002036 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8d514959-0038-446d-9171-518b9a98b073 req-0ab70633-83b5-442d-8c3b-5546ebfea1a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d802a040dadd469ebf4d25832ef568bc&device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 1130 time: 0.0554924 Mar 30 16:47:14.047795 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-c5824003-e3ba-4ed7-89f6-7fe1ca3f2bc7 None None] Set router f07bece0-f0de-47e1-b4f9-8ac595f4035b gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:47:14.093855 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-cbf61ba7-cbcc-4679-bbd2-0e6d0ffecddc tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (561e8fd2-d1be-42e9-a0dd-44b375906cbb), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:14.155080 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514959-0038-446d-9171-518b9a98b073 req-aae46d0c-cbd3-448e-913c-a6fe6fc3b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:14.172788 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8d514959-0038-446d-9171-518b9a98b073 req-aae46d0c-cbd3-448e-913c-a6fe6fc3b838 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d4b0b8c3-c51e-41ed-b089-4906ef45f493 HTTP/1.1" status: 200 len: 914 time: 0.1474025 Mar 30 16:47:14.187389 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-cbf61ba7-cbcc-4679-bbd2-0e6d0ffecddc tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (561e8fd2-d1be-42e9-a0dd-44b375906cbb), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:14.233832 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8d514959-0038-446d-9171-518b9a98b073 req-41f40eac-dd49-4697-a2c2-bbf95422433c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c9db22c-1bb5-4042-a35a-915cc0e2e664 HTTP/1.1" status: 200 len: 1000 time: 0.0690744 Mar 30 16:47:14.290249 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514959-0038-446d-9171-518b9a98b073 req-b73b85b6-6535-4d6e-b553-7d06e61fb954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:14.291969 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8d514959-0038-446d-9171-518b9a98b073 req-b73b85b6-6535-4d6e-b553-7d06e61fb954 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6828f7b-9db9-4d42-a846-07ab4c28de80 HTTP/1.1" status: 200 len: 852 time: 0.0488658 Mar 30 16:47:14.295546 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-cbf61ba7-cbcc-4679-bbd2-0e6d0ffecddc tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (561e8fd2-d1be-42e9-a0dd-44b375906cbb), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:14.315186 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-c5824003-e3ba-4ed7-89f6-7fe1ca3f2bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:46:18Z', 'revision_number': 4, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port': {'id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:15Z', 'updated_at': '2022-03-30T16:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'db0b53db-314d-4595-a50e-200df42eb790', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'floating_ip_address': '172.28.2.163', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'port_id': '5c9db22c-1bb5-4042-a35a-915cc0e2e664', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'mac_address': 'fa:16:3e:44:40:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:12Z', 'updated_at': '2022-03-30T16:47:12Z', 'revision_number': 0, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16fdf97-1b06-403e-9889-50e1f0f4e042', 'name': '', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'mac_address': 'fa:16:3e:0b:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:18Z', 'updated_at': '2022-03-30T16:46:22Z', 'revision_number': 5, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'subnets': [{'id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:14.318099 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf61ba7-cbcc-4679-bbd2-0e6d0ffecddc tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561e8fd2-d1be-42e9-a0dd-44b375906cbb,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:14.351735 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5824003-e3ba-4ed7-89f6-7fe1ca3f2bc7 None None] The sync data for ids ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'] in dv-cinder-835871-1-smb is: [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:46:18Z', 'revision_number': 4, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port': {'id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:15Z', 'updated_at': '2022-03-30T16:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': 'db0b53db-314d-4595-a50e-200df42eb790', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'floating_ip_address': '172.28.2.163', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'port_id': '5c9db22c-1bb5-4042-a35a-915cc0e2e664', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'mac_address': 'fa:16:3e:44:40:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:12Z', 'updated_at': '2022-03-30T16:47:12Z', 'revision_number': 0, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16fdf97-1b06-403e-9889-50e1f0f4e042', 'name': '', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'mac_address': 'fa:16:3e:0b:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:18Z', 'updated_at': '2022-03-30T16:46:22Z', 'revision_number': 5, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'subnets': [{'id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:47:14.356147 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514959-0038-446d-9171-518b9a98b073 req-0f339df9-1572-4533-8cfa-32ba06ef4b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:14.357841 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8d514959-0038-446d-9171-518b9a98b073 req-0f339df9-1572-4533-8cfa-32ba06ef4b51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d4b0b8c3-c51e-41ed-b089-4906ef45f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0592442 Mar 30 16:47:14.423175 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-cbf61ba7-cbcc-4679-bbd2-0e6d0ffecddc tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:14.424421 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-cbf61ba7-cbcc-4679-bbd2-0e6d0ffecddc tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4340930 Mar 30 16:47:14.429549 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44332) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:14.438933 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-bc0bb0be-e358-43d3-8a04-b2c3f16cafad tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Request body: {'security_group_rule': {'security_group_id': 'c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8', 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:14.465929 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8d514959-0038-446d-9171-518b9a98b073 req-161759fc-2e4c-45a6-a7ed-b8f3ede13e7a service neutron] 10.222.0.45 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953014 Mar 30 16:47:14.565913 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8d514959-0038-446d-9171-518b9a98b073 req-34fdd579-7cb5-4a40-a97d-b1084b231521 service neutron] 10.222.0.45 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925214 Mar 30 16:47:14.570043 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb0be-e358-43d3-8a04-b2c3f16cafad tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (f1199bd5-d5cb-4e7c-9ed9-baab09cd5f80), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:14.613375 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ab5d4-6be5-46a4-8ab7-f4d545c56118 None None] New status for floating IP db0b53db-314d-4595-a50e-200df42eb790: ACTIVE {{(pid=105699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:47:14.640932 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb0be-e358-43d3-8a04-b2c3f16cafad tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (f1199bd5-d5cb-4e7c-9ed9-baab09cd5f80), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:14.769421 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb0be-e358-43d3-8a04-b2c3f16cafad tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (f1199bd5-d5cb-4e7c-9ed9-baab09cd5f80), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:14.785374 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bb0be-e358-43d3-8a04-b2c3f16cafad tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1199bd5-d5cb-4e7c-9ed9-baab09cd5f80,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:14.868287 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb0be-e358-43d3-8a04-b2c3f16cafad tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:14.869561 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-bc0bb0be-e358-43d3-8a04-b2c3f16cafad tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4390407 Mar 30 16:47:14.872349 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44344) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:14.876698 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.v2.base [None req-419b4d34-9248-4472-a64a-b453282f73c8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Request body: {'security_group_rule': {'security_group_id': 'c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8', 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:14.969308 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-419b4d34-9248-4472-a64a-b453282f73c8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (154a5623-7600-40d6-b900-8cc6f6672759), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:15.031367 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-419b4d34-9248-4472-a64a-b453282f73c8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (154a5623-7600-40d6-b900-8cc6f6672759), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:15.106284 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-419b4d34-9248-4472-a64a-b453282f73c8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (154a5623-7600-40d6-b900-8cc6f6672759), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:15.125382 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b4d34-9248-4472-a64a-b453282f73c8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154a5623-7600-40d6-b900-8cc6f6672759,revision_number=0']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:15.188515 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-419b4d34-9248-4472-a64a-b453282f73c8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:15.190829 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-419b4d34-9248-4472-a64a-b453282f73c8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164518 Mar 30 16:47:15.193569 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44356) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:15.200721 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-33f31a7e-96e0-4a2d-a4c7-4662807fa2f4 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Request body: {'security_group_rule': {'security_group_id': 'c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8', 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:15.323625 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-33f31a7e-96e0-4a2d-a4c7-4662807fa2f4 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (169bcd08-c893-4e1e-b206-cfa7464f54dc), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:15.386368 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-33f31a7e-96e0-4a2d-a4c7-4662807fa2f4 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (169bcd08-c893-4e1e-b206-cfa7464f54dc), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:15.499872 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-33f31a7e-96e0-4a2d-a4c7-4662807fa2f4 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (169bcd08-c893-4e1e-b206-cfa7464f54dc), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:15.521704 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f31a7e-96e0-4a2d-a4c7-4662807fa2f4 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169bcd08-c893-4e1e-b206-cfa7464f54dc,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:15.628360 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-33f31a7e-96e0-4a2d-a4c7-4662807fa2f4 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:15.629700 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-33f31a7e-96e0-4a2d-a4c7-4662807fa2f4 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4345679 Mar 30 16:47:15.632510 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44364) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:15.636897 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-51a3e36f-7e8b-4494-bbe8-9c40dc245a7e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Request body: {'security_group_rule': {'security_group_id': 'c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8', 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:15.752057 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.securitygroups_db [None req-51a3e36f-7e8b-4494-bbe8-9c40dc245a7e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Project d802a040dadd469ebf4d25832ef568bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:47:15.757310 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-51a3e36f-7e8b-4494-bbe8-9c40dc245a7e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (a4ccb9da-3886-4e4a-a1fe-05c5aea9267d), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:15.814677 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-51a3e36f-7e8b-4494-bbe8-9c40dc245a7e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (a4ccb9da-3886-4e4a-a1fe-05c5aea9267d), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:15.958179 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-51a3e36f-7e8b-4494-bbe8-9c40dc245a7e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (a4ccb9da-3886-4e4a-a1fe-05c5aea9267d), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:15.976685 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3e36f-7e8b-4494-bbe8-9c40dc245a7e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ccb9da-3886-4e4a-a1fe-05c5aea9267d,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:16.056948 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-51a3e36f-7e8b-4494-bbe8-9c40dc245a7e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:16.058204 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-51a3e36f-7e8b-4494-bbe8-9c40dc245a7e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4247129 Mar 30 16:47:16.063997 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44368) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:16.068742 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-ffe50ab9-eb5f-4206-ae69-c8b1888472d8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Request body: {'security_group_rule': {'security_group_id': 'c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8', 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:16.151841 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.securitygroups_db [None req-ffe50ab9-eb5f-4206-ae69-c8b1888472d8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Project d802a040dadd469ebf4d25832ef568bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:47:16.157135 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ffe50ab9-eb5f-4206-ae69-c8b1888472d8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (9bb9e251-3d01-4a3d-ab6f-0e4fe0d90b28), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:16.217022 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ffe50ab9-eb5f-4206-ae69-c8b1888472d8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (9bb9e251-3d01-4a3d-ab6f-0e4fe0d90b28), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:16.277191 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ffe50ab9-eb5f-4206-ae69-c8b1888472d8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551831'] for security_group_rule (9bb9e251-3d01-4a3d-ab6f-0e4fe0d90b28), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:16.296614 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe50ab9-eb5f-4206-ae69-c8b1888472d8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb9e251-3d01-4a3d-ab6f-0e4fe0d90b28,revision_number=0']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:16.366062 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ffe50ab9-eb5f-4206-ae69-c8b1888472d8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:16.367286 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-ffe50ab9-eb5f-4206-ae69-c8b1888472d8 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3023841 Mar 30 16:47:16.457860 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c0b3c02e-deed-465d-bc4f-f240e5222783 req-96939b33-fb57-4d98-bd1a-d2988d37e530 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308106385&fields=id&tenant_id=d802a040dadd469ebf4d25832ef568bc HTTP/1.1" status: 200 len: 267 time: 0.0459445 Mar 30 16:47:16.513527 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3c02e-deed-465d-bc4f-f240e5222783 req-79e84883-6b05-4b35-b3c6-ad070045fce0 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:16.515015 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c0b3c02e-deed-465d-bc4f-f240e5222783 req-79e84883-6b05-4b35-b3c6-ad070045fce0 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 946 time: 0.0518043 Mar 30 16:47:16.525771 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-c0b3c02e-deed-465d-bc4f-f240e5222783 req-8812e055-1cbd-4724-97a0-d775c85f79c9 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Request body: {'port': {'security_groups': ['6350719a-c73a-45be-89e3-3e15e7f2f540', 'c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8']}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:16.602963 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-c0b3c02e-deed-465d-bc4f-f240e5222783 req-8812e055-1cbd-4724-97a0-d775c85f79c9 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:16.790622 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-c0b3c02e-deed-465d-bc4f-f240e5222783 req-8812e055-1cbd-4724-97a0-d775c85f79c9 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] For port 5c9db22c-1bb5-4042-a35a-915cc0e2e664, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5c9db22c-1bb5-4042-a35a-915cc0e2e664,segment=NetworkSegment(731677f1-8e37-4203-a704-dc3f43a0f053),segment_id=731677f1-8e37-4203-a704-dc3f43a0f053)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:16.820619 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-c0b3c02e-deed-465d-bc4f-f240e5222783 req-8812e055-1cbd-4724-97a0-d775c85f79c9 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:16.889316 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-c0b3c02e-deed-465d-bc4f-f240e5222783 req-8812e055-1cbd-4724-97a0-d775c85f79c9 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:16.901093 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['5c9db22c-1bb5-4042-a35a-915cc0e2e664'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:47:16.937519 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3c02e-deed-465d-bc4f-f240e5222783 req-8812e055-1cbd-4724-97a0-d775c85f79c9 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:16.938161 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-c0b3c02e-deed-465d-bc4f-f240e5222783 req-8812e055-1cbd-4724-97a0-d775c85f79c9 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:16.939582 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c0b3c02e-deed-465d-bc4f-f240e5222783 req-8812e055-1cbd-4724-97a0-d775c85f79c9 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "PUT /v2.0/ports/5c9db22c-1bb5-4042-a35a-915cc0e2e664 HTTP/1.1" status: 200 len: 982 time: 0.4184299 Mar 30 16:47:16.940420 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'tag': '5c9db22c-1bb5-4042-a35a-915cc0e2e664'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:16.942667 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8480c93-efef-45ff-b423-5f8bebfbcbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "95d988d4-5679-4a7b-a92e-c66d245ff987", "tag": "5c9db22c-1bb5-4042-a35a-915cc0e2e664"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:16.987228 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812e055-1cbd-4724-97a0-d775c85f79c9 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event updated for resources: {'Port': ['ID=5c9db22c-1bb5-4042-a35a-915cc0e2e664,revision_number=6']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:17.015054 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6fadf1-ceed-4797-9690-2a8f35a0dba8 x-openstack-request-id: req-2a6fadf1-ceed-4797-9690-2a8f35a0dba8 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:17.015426 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d988d4-5679-4a7b-a92e-c66d245ff987", "tag": "5c9db22c-1bb5-4042-a35a-915cc0e2e664", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:17.016118 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a6fadf1-ceed-4797-9690-2a8f35a0dba8 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:17.016744 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6fadf1-ceed-4797-9690-2a8f35a0dba8'] response: {'name': 'network-changed', 'server_uuid': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'tag': '5c9db22c-1bb5-4042-a35a-915cc0e2e664', 'status': 'completed', 'code': 200} Mar 30 16:47:17.025816 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['5c9db22c-1bb5-4042-a35a-915cc0e2e664'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:47:17.113442 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480c93-efef-45ff-b423-5f8bebfbcbe5 req-0e4cc4aa-2370-4c0c-a757-05fe974c5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:17.115862 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a8480c93-efef-45ff-b423-5f8bebfbcbe5 req-0e4cc4aa-2370-4c0c-a757-05fe974c5bdd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d802a040dadd469ebf4d25832ef568bc&device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 1169 time: 0.0735662 Mar 30 16:47:17.116608 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfc929-69ac-4918-8b99-e312f892f62d req-125f92ea-8c45-41e9-83ab-479c9a1103b4 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:17.124286 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3bdfc929-69ac-4918-8b99-e312f892f62d req-125f92ea-8c45-41e9-83ab-479c9a1103b4 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 985 time: 0.0710661 Mar 30 16:47:17.238869 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44404) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:17.241496 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-3bdfc929-69ac-4918-8b99-e312f892f62d req-7c15c02b-7abb-409e-8ac3-239965c462e2 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&id=c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156158 Mar 30 16:47:17.261792 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480c93-efef-45ff-b423-5f8bebfbcbe5 req-39cc74e2-4353-4e52-9e7f-43676308d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:17.263429 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a8480c93-efef-45ff-b423-5f8bebfbcbe5 req-39cc74e2-4353-4e52-9e7f-43676308d9e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d4b0b8c3-c51e-41ed-b089-4906ef45f493 HTTP/1.1" status: 200 len: 914 time: 0.1420467 Mar 30 16:47:17.353881 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-7c7305a0-3da1-4110-856e-3b9cf9c9b339 None None] Provisioning complete for port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:17.354267 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7c7305a0-3da1-4110-856e-3b9cf9c9b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:17.355591 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a8480c93-efef-45ff-b423-5f8bebfbcbe5 req-9013183a-026c-4a26-8279-07a9c785bd59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c9db22c-1bb5-4042-a35a-915cc0e2e664 HTTP/1.1" status: 200 len: 1002 time: 0.0853972 Mar 30 16:47:17.416057 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-20dbb15c-ae1b-4f3f-a8c4-c357d9ee7f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:17.438769 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480c93-efef-45ff-b423-5f8bebfbcbe5 req-e4a7b12f-2e25-4573-a0dd-9dbaa308e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:17.441019 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a8480c93-efef-45ff-b423-5f8bebfbcbe5 req-e4a7b12f-2e25-4573-a0dd-9dbaa308e602 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6828f7b-9db9-4d42-a846-07ab4c28de80 HTTP/1.1" status: 200 len: 852 time: 0.0784061 Mar 30 16:47:17.522098 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480c93-efef-45ff-b423-5f8bebfbcbe5 req-ed554f7b-c584-4b4c-97a2-5d1f431a7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:17.523677 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a8480c93-efef-45ff-b423-5f8bebfbcbe5 req-ed554f7b-c584-4b4c-97a2-5d1f431a7e4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d4b0b8c3-c51e-41ed-b089-4906ef45f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0743725 Mar 30 16:47:17.554638 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-7c7305a0-3da1-4110-856e-3b9cf9c9b339 None None] Current status of the port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:17.593607 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-20dbb15c-ae1b-4f3f-a8c4-c357d9ee7f02 admin admin] Publish callbacks [] for security_group (1b631db5-93b0-48f4-8372-754da33a94f1), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:17.631720 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a8480c93-efef-45ff-b423-5f8bebfbcbe5 req-2fbc4723-818d-45f2-a411-6d432f904ce0 service neutron] 10.222.0.45 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992522 Mar 30 16:47:17.691966 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-20dbb15c-ae1b-4f3f-a8c4-c357d9ee7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (1b631db5-93b0-48f4-8372-754da33a94f1), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:17.749954 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-20dbb15c-ae1b-4f3f-a8c4-c357d9ee7f02 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9531b1cc772416890ea82e8f5818c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5089738 Mar 30 16:47:17.752742 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44420) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:17.753816 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbb15c-ae1b-4f3f-a8c4-c357d9ee7f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b631db5-93b0-48f4-8372-754da33a94f1,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:17.769245 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a8480c93-efef-45ff-b423-5f8bebfbcbe5 req-7251c7d1-50f2-43ac-b5f6-35a2431b058e service neutron] 10.222.0.45 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309547 Mar 30 16:47:17.803099 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Publish callbacks [] for security_group (1b631db5-93b0-48f4-8372-754da33a94f1), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:17.824089 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Publish callbacks [] for security_group (1b631db5-93b0-48f4-8372-754da33a94f1), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:17.957392 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (1b631db5-93b0-48f4-8372-754da33a94f1), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:17.960085 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:17.961308 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b631db5-93b0-48f4-8372-754da33a94f1 HTTP/1.1" status: 204 len: 168 time: 0.2073557 Mar 30 16:47:17.969092 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b631db5-93b0-48f4-8372-754da33a94f1,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:17.976902 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:17.977566 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:17.977918 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:17.978268 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:17.978631 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:17.978970 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:17.979298 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:17.979631 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:17.979979 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:17.980275 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:17.980646 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:17.980953 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:17.981408 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:17.981736 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:17.982060 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443118c6-ef75-4255-b00a-ee934f5974bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:20.277739 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44476) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:20.399877 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3d450715-821b-435d-b080-846a78f888a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:20.446112 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-a000227a-047f-425b-91df-72427389cb4e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995975366&fields=id&tenant_id=a1933eccca16406d98c242fdb4c129a7 HTTP/1.1" status: 200 len: 267 time: 0.0737743 Mar 30 16:47:20.583770 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3d450715-821b-435d-b080-846a78f888a9 admin admin] Publish callbacks [] for security_group (77d8d020-bc25-4446-b358-85ed2f87ec80), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:20.590208 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-77b41ed4-7541-4ccc-9441-c55af7ad0e2d tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:20.591637 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-77b41ed4-7541-4ccc-9441-c55af7ad0e2d tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/networks?id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e HTTP/1.1" status: 200 len: 809 time: 0.1390090 Mar 30 16:47:20.605979 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-f1ebb407-bc08-4cbd-bc58-31b192071d7e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/quotas/a1933eccca16406d98c242fdb4c129a7 HTTP/1.1" status: 200 len: 375 time: 0.0086942 Mar 30 16:47:20.660103 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-23c99389-923c-4cff-a2e4-6fa6e34d104b tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1933eccca16406d98c242fdb4c129a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492241 Mar 30 16:47:20.689392 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-3d450715-821b-435d-b080-846a78f888a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (77d8d020-bc25-4446-b358-85ed2f87ec80), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:20.771427 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-3d450715-821b-435d-b080-846a78f888a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=087d1f1fa0fb4943b8ab2978fe78c0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4925890 Mar 30 16:47:20.774149 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44486) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:20.776342 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d450715-821b-435d-b080-846a78f888a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d8d020-bc25-4446-b358-85ed2f87ec80,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:20.808877 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-511de7dc-8b8d-4a84-a237-0baa2bb4e24a service neutron] 10.222.0.36 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369600 Mar 30 16:47:20.824970 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-69a8313e-bc48-4edc-a498-3ff46f429c9d admin admin] Publish callbacks [] for security_group (77d8d020-bc25-4446-b358-85ed2f87ec80), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:20.845937 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-69a8313e-bc48-4edc-a498-3ff46f429c9d admin admin] Publish callbacks [] for security_group (77d8d020-bc25-4446-b358-85ed2f87ec80), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:20.900477 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-6dc767e1-2cf2-4ca9-b8f4-604c0c243ee9 service neutron] 10.222.0.36 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856879 Mar 30 16:47:20.963197 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-69a8313e-bc48-4edc-a498-3ff46f429c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (77d8d020-bc25-4446-b358-85ed2f87ec80), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:20.965861 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-69a8313e-bc48-4edc-a498-3ff46f429c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:20.967031 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-69a8313e-bc48-4edc-a498-3ff46f429c9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77d8d020-bc25-4446-b358-85ed2f87ec80 HTTP/1.1" status: 204 len: 168 time: 0.1918237 Mar 30 16:47:20.974813 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8313e-bc48-4edc-a498-3ff46f429c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d8d020-bc25-4446-b358-85ed2f87ec80,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:21.628887 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-984949cd-df36-4445-89b2-9bbdb1e6bde6 req-f9867cd4-9f04-464f-97cd-817268f12ff9 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 210 time: 0.0310502 Mar 30 16:47:21.711744 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44510) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:21.725167 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-56f0ec7e-b348-4fd9-b867-2bd22ff6dd83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:21.798171 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-56f0ec7e-b348-4fd9-b867-2bd22ff6dd83 admin admin] Publish callbacks [] for security_group (02ae65d9-44a9-4fbe-b84e-9b987819c191), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:21.894427 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-56f0ec7e-b348-4fd9-b867-2bd22ff6dd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (02ae65d9-44a9-4fbe-b84e-9b987819c191), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:21.936684 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-56f0ec7e-b348-4fd9-b867-2bd22ff6dd83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73df3b6e8f7c46449b21f7bb0287605c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238173 Mar 30 16:47:21.937805 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0ec7e-b348-4fd9-b867-2bd22ff6dd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ae65d9-44a9-4fbe-b84e-9b987819c191,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:21.939435 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44514) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:21.994876 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9e2dcd84-5a8a-47ba-8607-362f4c2dc8a3 admin admin] Publish callbacks [] for security_group (02ae65d9-44a9-4fbe-b84e-9b987819c191), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:22.015673 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9e2dcd84-5a8a-47ba-8607-362f4c2dc8a3 admin admin] Publish callbacks [] for security_group (02ae65d9-44a9-4fbe-b84e-9b987819c191), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:22.175562 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9e2dcd84-5a8a-47ba-8607-362f4c2dc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (02ae65d9-44a9-4fbe-b84e-9b987819c191), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:22.178216 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-9e2dcd84-5a8a-47ba-8607-362f4c2dc8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:22.179374 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-9e2dcd84-5a8a-47ba-8607-362f4c2dc8a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02ae65d9-44a9-4fbe-b84e-9b987819c191 HTTP/1.1" status: 204 len: 168 time: 0.2389295 Mar 30 16:47:22.187287 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dcd84-5a8a-47ba-8607-362f4c2dc8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ae65d9-44a9-4fbe-b84e-9b987819c191,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:22.707315 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-dfc9f1d1-b105-45c0-b551-27d76e671922 req-252ccb4e-ef24-4dae-849d-d31f85c4f0ed tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 210 time: 0.0280328 Mar 30 16:47:23.146998 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44532) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:23.160884 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-46679f9e-a76f-4e88-b05d-5e4a9b75ea88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:23.236157 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-46679f9e-a76f-4e88-b05d-5e4a9b75ea88 admin admin] Publish callbacks [] for security_group (0a93f995-0258-4950-823b-438777344a03), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:23.352153 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-46679f9e-a76f-4e88-b05d-5e4a9b75ea88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (0a93f995-0258-4950-823b-438777344a03), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:23.395145 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-46679f9e-a76f-4e88-b05d-5e4a9b75ea88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b3a5207d0c045c69bc404090bf9c0ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470813 Mar 30 16:47:23.396088 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46679f9e-a76f-4e88-b05d-5e4a9b75ea88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a93f995-0258-4950-823b-438777344a03,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:23.397909 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44534) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:23.450281 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7f70-db01-47c7-8761-0be670811259 admin admin] Publish callbacks [] for security_group (0a93f995-0258-4950-823b-438777344a03), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:23.471637 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7f70-db01-47c7-8761-0be670811259 admin admin] Publish callbacks [] for security_group (0a93f995-0258-4950-823b-438777344a03), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:23.626386 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7f70-db01-47c7-8761-0be670811259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (0a93f995-0258-4950-823b-438777344a03), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:23.629402 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7f70-db01-47c7-8761-0be670811259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:23.630613 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-6b9e7f70-db01-47c7-8761-0be670811259 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a93f995-0258-4950-823b-438777344a03 HTTP/1.1" status: 204 len: 168 time: 0.2317185 Mar 30 16:47:23.638966 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e7f70-db01-47c7-8761-0be670811259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a93f995-0258-4950-823b-438777344a03,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:23.803487 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ea3e1b11-5b2e-4ed8-8dbf-e2481a5470b8 req-1c88614d-c27c-42d3-a71f-bee065ab5d4e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 210 time: 0.0270195 Mar 30 16:47:24.316068 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-7b905e10-7b99-41dc-8641-44c9dff82266 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:24.317552 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-7b905e10-7b99-41dc-8641-44c9dff82266 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.45 "GET /v2.0/networks?id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e HTTP/1.1" status: 200 len: 809 time: 0.0994656 Mar 30 16:47:24.388355 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-e51889cf-4424-493c-95ca-85b3b76e0edd tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1933eccca16406d98c242fdb4c129a7 HTTP/1.1" status: 200 len: 379 time: 0.0548987 Mar 30 16:47:24.398055 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-ad8b6241-5014-4d3e-aaba-99d094217947 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Request body: {'port': {'device_id': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'admin_state_up': True, 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'security_groups': ['63ce9683-0ce6-4595-859b-1980a49647e1']}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:24.672617 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-ad8b6241-5014-4d3e-aaba-99d094217947 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Made reservation on behalf of a1933eccca16406d98c242fdb4c129a7 for: {'port': 1} {{(pid=105696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:47:24.677319 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-ad8b6241-5014-4d3e-aaba-99d094217947 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:24.812067 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-ad8b6241-5014-4d3e-aaba-99d094217947 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Allocated IP 172.20.0.5 (3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e/c280be1a-574f-4a69-af01-e6a2a5743cdc/190d160f-561e-44e6-b666-952432ec263f) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:47:24.930427 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cd9914fc-fbf7-4495-806d-1544dc5c2b29 req-aaafd697-6c8d-42ab-aacc-3ff1be35e36d tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 210 time: 0.0593014 Mar 30 16:47:24.985383 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-ad8b6241-5014-4d3e-aaba-99d094217947 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for port (190d160f-561e-44e6-b666-952432ec263f), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:25.118155 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-ad8b6241-5014-4d3e-aaba-99d094217947 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (190d160f-561e-44e6-b666-952432ec263f), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:25.166542 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-ad8b6241-5014-4d3e-aaba-99d094217947 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:47:25.169708 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-ad8b6241-5014-4d3e-aaba-99d094217947 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:47:25.177621 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-ad8b6241-5014-4d3e-aaba-99d094217947 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:47:25.212695 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b6241-5014-4d3e-aaba-99d094217947 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Pushing event updated for resources: {'Port': ['ID=190d160f-561e-44e6-b666-952432ec263f,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:25.240589 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-ad8b6241-5014-4d3e-aaba-99d094217947 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:25.241249 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-ad8b6241-5014-4d3e-aaba-99d094217947 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:25.315408 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-ad8b6241-5014-4d3e-aaba-99d094217947 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9209020 Mar 30 16:47:25.327700 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Request body: {'port': {'device_id': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:25.385687 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (190d160f-561e-44e6-b666-952432ec263f), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:25.437703 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-281a1eac-d4b6-4e1e-8bef-7215acd0e099 None None] Provisioning complete for port 190d160f-561e-44e6-b666-952432ec263f triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:25.438214 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-281a1eac-d4b6-4e1e-8bef-7215acd0e099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (190d160f-561e-44e6-b666-952432ec263f), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:25.476301 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-281a1eac-d4b6-4e1e-8bef-7215acd0e099 None None] Port 190d160f-561e-44e6-b666-952432ec263f cannot update to ACTIVE because it is not bound. {{(pid=105698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:47:25.667995 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190d160f-561e-44e6-b666-952432ec263f {{(pid=105696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:47:25.676753 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Publish callbacks [] for port (190d160f-561e-44e6-b666-952432ec263f), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:25.689416 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.provisioning_blocks [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Transition to ACTIVE for port object 190d160f-561e-44e6-b666-952432ec263f will not be triggered until provisioned by entity L2. {{(pid=105696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:47:25.808800 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (190d160f-561e-44e6-b666-952432ec263f), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:25.859482 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Pushing event updated for resources: {'Port': ['ID=190d160f-561e-44e6-b666-952432ec263f,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:25.956296 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Attempting to bind port 190d160f-561e-44e6-b666-952432ec263f on host hv-cinder-83587 for vnic_type normal with profile {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:47:25.957009 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Attempting to bind port 190d160f-561e-44e6-b666-952432ec263f by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '4a8451d3-82d1-43c3-84ab-85cd28eaaf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e'}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:47:25.957509 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Attempting to bind port 190d160f-561e-44e6-b666-952432ec263f on network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:47:25.963343 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Port 190d160f-561e-44e6-b666-952432ec263f on network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:47:25.964089 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Attempting to bind port 190d160f-561e-44e6-b666-952432ec263f on network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:47:25.969643 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Checking agent: {'id': '5c1c94ed-926a-4e80-8389-7da6d7b93c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:47:25.970357 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Checking segment: {'id': '4a8451d3-82d1-43c3-84ab-85cd28eaaf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:47:25.971664 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Bound using segment: {'id': '4a8451d3-82d1-43c3-84ab-85cd28eaaf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e'} {{(pid=105696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:47:25.972317 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.managers [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Bound port: 190d160f-561e-44e6-b666-952432ec263f, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8451d3-82d1-43c3-84ab-85cd28eaaf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e'}}] {{(pid=105696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:47:25.973042 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (190d160f-561e-44e6-b666-952432ec263f), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:26.095773 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] For port 190d160f-561e-44e6-b666-952432ec263f, host hv-cinder-83587, cleared binding levels {{(pid=105696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:47:26.098919 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9adb0c-18ac-411a-ba37-c3d6952be9ec req-b62e08d4-862f-4af7-b68d-308f2bef779f tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:26.099954 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] For port 190d160f-561e-44e6-b666-952432ec263f, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=190d160f-561e-44e6-b666-952432ec263f,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:47:26.100519 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fa9adb0c-18ac-411a-ba37-c3d6952be9ec req-b62e08d4-862f-4af7-b68d-308f2bef779f tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 943 time: 0.0651634 Mar 30 16:47:26.162168 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-fa9adb0c-18ac-411a-ba37-c3d6952be9ec req-812fefec-9229-4572-aeb8-94c0bba58bb2 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525491 Mar 30 16:47:26.186622 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (190d160f-561e-44e6-b666-952432ec263f), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:26.223540 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:26.224214 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:26.225649 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] 10.222.0.45 "PUT /v2.0/ports/190d160f-561e-44e6-b666-952432ec263f HTTP/1.1" status: 200 len: 1093 time: 0.9027283 Mar 30 16:47:26.226097 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'tag': '190d160f-561e-44e6-b666-952432ec263f'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:26.228327 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518b792e-1f9c-44e0-8fcc-ac0f5730619f" -d '{"events": [{"name": "network-changed", "server_uuid": "d931ab2c-dfe7-4c71-bf6a-bd962469e939", "tag": "190d160f-561e-44e6-b666-952432ec263f"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:26.261527 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd2e1a-8262-4354-baaf-77bda931f37b service neutron] Pushing event updated for resources: {'Port': ['ID=190d160f-561e-44e6-b666-952432ec263f,revision_number=3']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:26.273895 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72141ed6-2716-4247-9715-60c54f87a95f x-openstack-request-id: req-72141ed6-2716-4247-9715-60c54f87a95f {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:26.274193 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d931ab2c-dfe7-4c71-bf6a-bd962469e939", "tag": "190d160f-561e-44e6-b666-952432ec263f", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:26.274448 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72141ed6-2716-4247-9715-60c54f87a95f {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:26.274862 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72141ed6-2716-4247-9715-60c54f87a95f'] response: {'name': 'network-changed', 'server_uuid': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'tag': '190d160f-561e-44e6-b666-952432ec263f', 'status': 'completed', 'code': 200} Mar 30 16:47:26.354349 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b792e-1f9c-44e0-8fcc-ac0f5730619f req-ff3e6779-07eb-4bb4-a720-481b4ebfadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:26.356596 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-518b792e-1f9c-44e0-8fcc-ac0f5730619f req-ff3e6779-07eb-4bb4-a720-481b4ebfadbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1933eccca16406d98c242fdb4c129a7&device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 1127 time: 0.0575075 Mar 30 16:47:26.475284 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b792e-1f9c-44e0-8fcc-ac0f5730619f req-317e98a1-987e-476b-ab55-c6712a55dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:26.476771 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-518b792e-1f9c-44e0-8fcc-ac0f5730619f req-317e98a1-987e-476b-ab55-c6712a55dd16 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a1933eccca16406d98c242fdb4c129a7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1125088 Mar 30 16:47:26.578915 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b792e-1f9c-44e0-8fcc-ac0f5730619f req-c1b3ddb9-c924-4a95-974c-b432984f810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:26.580469 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-518b792e-1f9c-44e0-8fcc-ac0f5730619f req-c1b3ddb9-c924-4a95-974c-b432984f810c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964820 Mar 30 16:47:26.668703 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-c46f3640-a5e9-43ec-90e0-95bebeb25986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:26.668934 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-c46f3640-a5e9-43ec-90e0-95bebeb25986 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1933eccca16406d98c242fdb4c129a7&device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 1127 time: 0.0496950 Mar 30 16:47:26.977788 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-310351b7-7312-4dbe-82b9-48e8228523e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190d160f-561e-44e6-b666-952432ec263f HTTP/1.1" status: 200 len: 217 time: 0.3013823 Mar 30 16:47:27.027817 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-dc53c110-35b7-40f9-9ebb-4cee3991995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:27.029353 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-dc53c110-35b7-40f9-9ebb-4cee3991995e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c280be1a-574f-4a69-af01-e6a2a5743cdc HTTP/1.1" status: 200 len: 848 time: 0.0441890 Mar 30 16:47:27.079056 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-f80e2aa4-255e-41c5-920f-0318206dd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:27.081301 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-f80e2aa4-255e-41c5-920f-0318206dd2cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445325 Mar 30 16:47:27.174975 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-3ab86cdd-0e85-40f5-a73f-d26b6573c091 service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871906 Mar 30 16:47:27.271143 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a34d2442-9a74-4910-a9e3-35d27ca26ddf req-e517306c-5f46-4716-96e5-89b9feb41dfc service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888956 Mar 30 16:47:27.288261 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4d1e0-1d75-41e6-9fea-0a1ef7db6d78 req-3e3a804d-b401-4874-935e-be38dac1b001 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:27.290548 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8ee4d1e0-1d75-41e6-9fea-0a1ef7db6d78 req-3e3a804d-b401-4874-935e-be38dac1b001 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 943 time: 0.0537603 Mar 30 16:47:27.339568 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8ee4d1e0-1d75-41e6-9fea-0a1ef7db6d78 req-7816b192-c36a-4f92-b923-83135ea9490c tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434670 Mar 30 16:47:28.464957 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c499ede-bd3e-4994-9030-9cd4214abbaa req-264bdc1a-f705-4af4-bbb1-92ef122a40e5 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:28.466463 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2c499ede-bd3e-4994-9030-9cd4214abbaa req-264bdc1a-f705-4af4-bbb1-92ef122a40e5 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 943 time: 0.0576789 Mar 30 16:47:28.514295 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2c499ede-bd3e-4994-9030-9cd4214abbaa req-71718cd2-35b9-48cd-af33-c0c75702b3b1 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413835 Mar 30 16:47:28.953467 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 190d160f-561e-44e6-b666-952432ec263f details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:47:29.011552 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:47:29.051961 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 190d160f-561e-44e6-b666-952432ec263f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=190d160f-561e-44e6-b666-952432ec263f,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:29.063420 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '190d160f-561e-44e6-b666-952432ec263f', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'port_id': '190d160f-561e-44e6-b666-952432ec263f', 'mac_address': 'fa:16:3e:36:d8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:47:29.101898 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 190d160f-561e-44e6-b666-952432ec263f is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:29.102287 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (190d160f-561e-44e6-b666-952432ec263f), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:29.115789 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190d160f-561e-44e6-b666-952432ec263f {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:47:29.141502 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 190d160f-561e-44e6-b666-952432ec263f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=190d160f-561e-44e6-b666-952432ec263f,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:29.214237 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (190d160f-561e-44e6-b666-952432ec263f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:29.265172 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=190d160f-561e-44e6-b666-952432ec263f,revision_number=4']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:29.437768 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['190d160f-561e-44e6-b666-952432ec263f'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:47:29.631747 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbd53b-c02d-4df9-8f8e-9d3d3b212f08 req-d25f8866-0cbc-410a-9104-f128f794cd30 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:29.633253 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b6dbd53b-c02d-4df9-8f8e-9d3d3b212f08 req-d25f8866-0cbc-410a-9104-f128f794cd30 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 944 time: 0.0508964 Mar 30 16:47:29.681867 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b6dbd53b-c02d-4df9-8f8e-9d3d3b212f08 req-634d6cfe-fc99-4254-baa1-dc4bdc9f726a tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428722 Mar 30 16:47:29.895851 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44678) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:30.000755 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6db9c9a9-9cb2-4790-831e-4866466a70d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:30.070736 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6db9c9a9-9cb2-4790-831e-4866466a70d9 admin admin] Publish callbacks [] for security_group (1f557fc8-093c-454f-8e5f-44c1a67b2443), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:30.145845 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-6db9c9a9-9cb2-4790-831e-4866466a70d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (1f557fc8-093c-454f-8e5f-44c1a67b2443), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:30.188012 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44686) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:30.188509 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-6db9c9a9-9cb2-4790-831e-4866466a70d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4fbdc07605d14d66a90da429ff9784f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909510 Mar 30 16:47:30.190292 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9c9a9-9cb2-4790-831e-4866466a70d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f557fc8-093c-454f-8e5f-44c1a67b2443,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:30.237641 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:30.238363 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc78c-f47e-43d0-86de-026e28ce77c6 admin admin] Publish callbacks [] for security_group (1f557fc8-093c-454f-8e5f-44c1a67b2443), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:30.258699 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc78c-f47e-43d0-86de-026e28ce77c6 admin admin] Publish callbacks [] for security_group (1f557fc8-093c-454f-8e5f-44c1a67b2443), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:30.385903 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc78c-f47e-43d0-86de-026e28ce77c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (1f557fc8-093c-454f-8e5f-44c1a67b2443), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:30.388518 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc78c-f47e-43d0-86de-026e28ce77c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:30.389899 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-6a1fc78c-f47e-43d0-86de-026e28ce77c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f557fc8-093c-454f-8e5f-44c1a67b2443 HTTP/1.1" status: 204 len: 168 time: 0.2010136 Mar 30 16:47:30.398674 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fc78c-f47e-43d0-86de-026e28ce77c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f557fc8-093c-454f-8e5f-44c1a67b2443,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:30.803535 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a209fe-acec-4b8b-ba14-54ea75a0dca0 req-52b036ad-f045-4c5a-af3a-9e0ee5e2a531 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:30.805027 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c8a209fe-acec-4b8b-ba14-54ea75a0dca0 req-52b036ad-f045-4c5a-af3a-9e0ee5e2a531 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 944 time: 0.0561419 Mar 30 16:47:30.859331 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c8a209fe-acec-4b8b-ba14-54ea75a0dca0 req-12bd953c-c60f-4055-b1f3-ceed19a5092d tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479467 Mar 30 16:47:30.969698 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 190d160f-561e-44e6-b666-952432ec263f up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:47:31.071665 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning for port 190d160f-561e-44e6-b666-952432ec263f completed by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:47:31.075554 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 190d160f-561e-44e6-b666-952432ec263f triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:31.075922 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (190d160f-561e-44e6-b666-952432ec263f), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:31.159327 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 190d160f-561e-44e6-b666-952432ec263f is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:31.159719 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (190d160f-561e-44e6-b666-952432ec263f), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:31.182519 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190d160f-561e-44e6-b666-952432ec263f'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:31.184782 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeb70b2-3154-458f-afc8-81cba5194829" -d '{"events": [{"server_uuid": "d931ab2c-dfe7-4c71-bf6a-bd962469e939", "name": "network-vif-plugged", "status": "completed", "tag": "190d160f-561e-44e6-b666-952432ec263f"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:31.198378 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 190d160f-561e-44e6-b666-952432ec263f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=190d160f-561e-44e6-b666-952432ec263f,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:31.222781 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c3739d-02df-43dd-a5a9-70b950ab84d1 x-openstack-request-id: req-d3c3739d-02df-43dd-a5a9-70b950ab84d1 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:31.223111 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d931ab2c-dfe7-4c71-bf6a-bd962469e939", "name": "network-vif-plugged", "status": "completed", "tag": "190d160f-561e-44e6-b666-952432ec263f", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:31.223431 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3c3739d-02df-43dd-a5a9-70b950ab84d1 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:31.223833 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c3739d-02df-43dd-a5a9-70b950ab84d1'] response: {'server_uuid': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190d160f-561e-44e6-b666-952432ec263f', 'code': 200} Mar 30 16:47:31.277292 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (190d160f-561e-44e6-b666-952432ec263f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:31.326285 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=190d160f-561e-44e6-b666-952432ec263f,revision_number=5']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:31.333448 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.333789 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.334133 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.334471 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.334800 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.335131 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.335448 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.335770 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.336092 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.336431 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.336745 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.337098 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.337422 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.337741 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.338116 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:31.591784 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-933f2cbf-0b0c-4593-ad42-d0dc24446b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:31.642060 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf5011-6865-410f-9d66-d2f1492e3de5 req-b5bffb50-841f-44fe-9fa9-c2a866e60db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:31.646786 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-31cf5011-6865-410f-9d66-d2f1492e3de5 req-b5bffb50-841f-44fe-9fa9-c2a866e60db4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 1129 time: 0.0450761 Mar 30 16:47:31.692559 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-31cf5011-6865-410f-9d66-d2f1492e3de5 req-5d8ee138-5843-4553-a613-b1da6b62a577 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398941 Mar 30 16:47:31.987832 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fa42b-70d5-48e0-bcc6-a5962bda5c37 req-315954e5-437b-4f4e-8206-14d0057d5b4a tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:31.989338 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-350fa42b-70d5-48e0-bcc6-a5962bda5c37 req-315954e5-437b-4f4e-8206-14d0057d5b4a tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0561938 Mar 30 16:47:32.045698 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-350fa42b-70d5-48e0-bcc6-a5962bda5c37 req-84c86a62-b4e9-4ed9-b225-a08b35839e7c tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504026 Mar 30 16:47:32.057765 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44762) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:32.163844 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4fbd-8436-47a6-b627-719a4eeddc7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:32.238712 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4fbd-8436-47a6-b627-719a4eeddc7a admin admin] Publish callbacks [] for security_group (0d65cdfe-079f-43f2-acf1-f3aa44e24e30), precommit_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:32.322820 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4fbd-8436-47a6-b627-719a4eeddc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (0d65cdfe-079f-43f2-acf1-f3aa44e24e30), after_create {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:32.359601 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-e6ae4fbd-8436-47a6-b627-719a4eeddc7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48d466c946574217a1d375e0046ef724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007474 Mar 30 16:47:32.362158 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae4fbd-8436-47a6-b627-719a4eeddc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d65cdfe-079f-43f2-acf1-f3aa44e24e30,revision_number=1']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:32.363157 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44766) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:32.409848 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a31ac846-d0fe-4e40-be42-0a4d6975acb3 admin admin] Publish callbacks [] for security_group (0d65cdfe-079f-43f2-acf1-f3aa44e24e30), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:32.443008 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a31ac846-d0fe-4e40-be42-0a4d6975acb3 admin admin] Publish callbacks [] for security_group (0d65cdfe-079f-43f2-acf1-f3aa44e24e30), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:32.637516 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a31ac846-d0fe-4e40-be42-0a4d6975acb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (0d65cdfe-079f-43f2-acf1-f3aa44e24e30), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:32.640264 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a31ac846-d0fe-4e40-be42-0a4d6975acb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:32.641546 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-a31ac846-d0fe-4e40-be42-0a4d6975acb3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d65cdfe-079f-43f2-acf1-f3aa44e24e30 HTTP/1.1" status: 204 len: 168 time: 0.2774124 Mar 30 16:47:32.650977 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ac846-d0fe-4e40-be42-0a4d6975acb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d65cdfe-079f-43f2-acf1-f3aa44e24e30,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:33.179845 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa93208-4a20-490b-9e17-4cad4dee60d2 req-378a7eaa-1182-4008-8100-e27a581692cc tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:33.181686 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9fa93208-4a20-490b-9e17-4cad4dee60d2 req-378a7eaa-1182-4008-8100-e27a581692cc tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0644867 Mar 30 16:47:33.235256 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9fa93208-4a20-490b-9e17-4cad4dee60d2 req-61fb8578-d2e9-4c01-b773-abaf6f6daf36 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476563 Mar 30 16:47:33.357162 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb59cd-4c2f-4b66-bf16-053902e0f1e8 req-9f39d7d2-9c62-49d8-9397-d622dd9dc6aa tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:33.358642 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d4eb59cd-4c2f-4b66-bf16-053902e0f1e8 req-9f39d7d2-9c62-49d8-9397-d622dd9dc6aa tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0549223 Mar 30 16:47:33.408541 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-d4eb59cd-4c2f-4b66-bf16-053902e0f1e8 req-88ff5b18-cc77-452f-a346-14d13bc8275a tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438161 Mar 30 16:47:33.432865 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44792) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:33.631208 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f611ec47-ce37-4cd8-b6b2-77a57e12f995 tempest-TestShelveInstance-73182285 tempest-TestShelveInstance-73182285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:33.632782 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-f611ec47-ce37-4cd8-b6b2-77a57e12f995 tempest-TestShelveInstance-73182285 tempest-TestShelveInstance-73182285-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 1124 time: 0.2011912 Mar 30 16:47:33.635836 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44798) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:33.640121 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Request body: {'floatingip': {'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'port_id': '190d160f-561e-44e6-b666-952432ec263f', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:33.722971 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:33.780714 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2dde3598-9803-46e3-9ea7-72f85883d7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:33.830255 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:33.938925 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_common [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Allocated IP 172.28.2.15 (35dc4e84-87ad-47f8-b6c4-c8f525e0f65e/03b8c251-c580-4f0a-aa61-b5a6fbf22b2d/79df4447-d167-4958-945b-eb187d22c833) {{(pid=105696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:47:34.043241 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for port (79df4447-d167-4958-945b-eb187d22c833), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:34.140811 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759908771822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (79df4447-d167-4958-945b-eb187d22c833), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:34.187201 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Network 35dc4e84-87ad-47f8-b6c4-c8f525e0f65e is already hosted by enough agents. {{(pid=105696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:47:34.190803 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.base_scheduler [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Resources bound (agent type, host, resource id): {{(pid=105696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:47:34.196495 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Received port after_create {{(pid=105696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:47:34.219243 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Pushing event updated for resources: {'Port': ['ID=79df4447-d167-4958-945b-eb187d22c833,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:34.573756 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for floatingip (4ab34742-6c0a-488e-8550-06db731feb64), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:34.728966 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (79df4447-d167-4958-945b-eb187d22c833), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:34.888907 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for port (79df4447-d167-4958-945b-eb187d22c833), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:35.048957 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (79df4447-d167-4958-945b-eb187d22c833), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:35.118349 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Pushing event updated for resources: {'Port': ['ID=79df4447-d167-4958-945b-eb187d22c833,revision_number=2']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:35.128454 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508538'] for floatingip (4ab34742-6c0a-488e-8550-06db731feb64), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:35.233490 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.l3_db [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Floating IP 4ab34742-6c0a-488e-8550-06db731feb64 associated. External IP: 172.28.2.15, port: 190d160f-561e-44e6-b666-952432ec263f. Mar 30 16:47:35.265748 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:35.456094 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:47:35.572603 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:47:35.582912 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63462e16-a7de-4916-aa5c-4e38a2b78126 None None] Sync routers for ids ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:47:35.592586 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63462e16-a7de-4916-aa5c-4e38a2b78126 None None] Routers {'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:47:35.593393 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-63462e16-a7de-4916-aa5c-4e38a2b78126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:47:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:35.659312 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:35.707085 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-ab6ecb27-af00-4674-8e8d-9dc067b2b0e8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0701501 Mar 30 16:47:35.707767 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'tag': '190d160f-561e-44e6-b666-952432ec263f'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:35.713481 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150560e2-dde7-4e0f-8320-8f678d15dbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "d931ab2c-dfe7-4c71-bf6a-bd962469e939", "tag": "190d160f-561e-44e6-b666-952432ec263f"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:35.732137 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-63462e16-a7de-4916-aa5c-4e38a2b78126 None None] Set router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:47:35.758206 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8165ee-4add-4c85-a941-98ea3b948fc8 x-openstack-request-id: req-2c8165ee-4add-4c85-a941-98ea3b948fc8 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:35.758804 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d931ab2c-dfe7-4c71-bf6a-bd962469e939", "tag": "190d160f-561e-44e6-b666-952432ec263f", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:35.758804 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c8165ee-4add-4c85-a941-98ea3b948fc8 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:35.759276 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8165ee-4add-4c85-a941-98ea3b948fc8'] response: {'name': 'network-changed', 'server_uuid': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'tag': '190d160f-561e-44e6-b666-952432ec263f', 'status': 'completed', 'code': 200} Mar 30 16:47:35.839355 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150560e2-dde7-4e0f-8320-8f678d15dbf4 req-6a0b15a6-1b28-45ba-a7d9-96a9d1990745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:35.841945 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-150560e2-dde7-4e0f-8320-8f678d15dbf4 req-6a0b15a6-1b28-45ba-a7d9-96a9d1990745 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1933eccca16406d98c242fdb4c129a7&device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 1129 time: 0.0542200 Mar 30 16:47:35.938386 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150560e2-dde7-4e0f-8320-8f678d15dbf4 req-49001931-9cd0-4fec-a0bf-9144f13fd50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:35.940728 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-150560e2-dde7-4e0f-8320-8f678d15dbf4 req-49001931-9cd0-4fec-a0bf-9144f13fd50f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e HTTP/1.1" status: 200 len: 910 time: 0.0909832 Mar 30 16:47:35.988597 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-63462e16-a7de-4916-aa5c-4e38a2b78126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '51566b17-cae8-4633-9694-53a2f8688db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port': {'id': '51566b17-cae8-4633-9694-53a2f8688db2', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:43Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '4ab34742-6c0a-488e-8550-06db731feb64', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'floating_ip_address': '172.28.2.15', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'port_id': '190d160f-561e-44e6-b666-952432ec263f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'mac_address': 'fa:16:3e:36:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:34Z', 'updated_at': '2022-03-30T16:47:34Z', 'revision_number': 0, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55e6efa-b66b-489e-8667-1a034298d058', 'name': '', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'mac_address': 'fa:16:3e:24:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'subnets': [{'id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:36.013625 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-150560e2-dde7-4e0f-8320-8f678d15dbf4 req-3661836c-85fa-44cd-bb5a-9913a2eec978 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190d160f-561e-44e6-b666-952432ec263f HTTP/1.1" status: 200 len: 998 time: 0.0664260 Mar 30 16:47:36.020355 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63462e16-a7de-4916-aa5c-4e38a2b78126 None None] Checking router: ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:47:36.029756 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63462e16-a7de-4916-aa5c-4e38a2b78126 None None] Routers {'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:47:36.030405 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-63462e16-a7de-4916-aa5c-4e38a2b78126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:47:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:36.069922 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150560e2-dde7-4e0f-8320-8f678d15dbf4 req-c389b0cb-d193-408c-80df-4a0488408603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:36.071441 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-150560e2-dde7-4e0f-8320-8f678d15dbf4 req-c389b0cb-d193-408c-80df-4a0488408603 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c280be1a-574f-4a69-af01-e6a2a5743cdc HTTP/1.1" status: 200 len: 848 time: 0.0467448 Mar 30 16:47:36.127510 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150560e2-dde7-4e0f-8320-8f678d15dbf4 req-eb7a2ea4-f434-4701-b84f-06fc500651a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:36.129438 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-150560e2-dde7-4e0f-8320-8f678d15dbf4 req-eb7a2ea4-f434-4701-b84f-06fc500651a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0512409 Mar 30 16:47:36.142838 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-63462e16-a7de-4916-aa5c-4e38a2b78126 None None] Set router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:47:36.229553 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-150560e2-dde7-4e0f-8320-8f678d15dbf4 req-9ee6a256-96c8-4521-b866-ea57703f1d82 service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905995 Mar 30 16:47:36.326673 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-150560e2-dde7-4e0f-8320-8f678d15dbf4 req-98defac3-e3a3-4159-803c-5fac9445c334 service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904453 Mar 30 16:47:36.450214 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:36.515269 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-63462e16-a7de-4916-aa5c-4e38a2b78126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '51566b17-cae8-4633-9694-53a2f8688db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port': {'id': '51566b17-cae8-4633-9694-53a2f8688db2', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:43Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '4ab34742-6c0a-488e-8550-06db731feb64', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'floating_ip_address': '172.28.2.15', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'port_id': '190d160f-561e-44e6-b666-952432ec263f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'mac_address': 'fa:16:3e:36:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:34Z', 'updated_at': '2022-03-30T16:47:34Z', 'revision_number': 0, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55e6efa-b66b-489e-8667-1a034298d058', 'name': '', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'mac_address': 'fa:16:3e:24:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'subnets': [{'id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:36.546012 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63462e16-a7de-4916-aa5c-4e38a2b78126 None None] The sync data for ids ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'] in dv-cinder-835871-1-smb is: [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '51566b17-cae8-4633-9694-53a2f8688db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port': {'id': '51566b17-cae8-4633-9694-53a2f8688db2', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:43Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_floatingips': [{'id': '4ab34742-6c0a-488e-8550-06db731feb64', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'floating_ip_address': '172.28.2.15', 'floating_network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'router_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'port_id': '190d160f-561e-44e6-b666-952432ec263f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'mac_address': 'fa:16:3e:36:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:34Z', 'updated_at': '2022-03-30T16:47:34Z', 'revision_number': 0, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55e6efa-b66b-489e-8667-1a034298d058', 'name': '', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'mac_address': 'fa:16:3e:24:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'subnets': [{'id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:47:36.746774 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da0ebf9-6a99-429b-96b3-15c8fdc51e93 None None] New status for floating IP 4ab34742-6c0a-488e-8550-06db731feb64: ACTIVE {{(pid=105699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:47:36.900610 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bdcfe5f8-d671-495e-b45f-80b8e9386d04 req-4e01ed0d-dad5-4b24-92ab-270b94e07665 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533731 Mar 30 16:47:36.994685 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfe5f8-d671-495e-b45f-80b8e9386d04 req-b2baca8d-fdb2-49e5-a8d8-ee325d22f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:36.996251 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bdcfe5f8-d671-495e-b45f-80b8e9386d04 req-b2baca8d-fdb2-49e5-a8d8-ee325d22f728 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d802a040dadd469ebf4d25832ef568bc&device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 1169 time: 0.0455136 Mar 30 16:47:37.106339 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfe5f8-d671-495e-b45f-80b8e9386d04 req-7c4e821a-0ff9-4ade-9bf4-c591688514f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:37.107762 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bdcfe5f8-d671-495e-b45f-80b8e9386d04 req-7c4e821a-0ff9-4ade-9bf4-c591688514f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d4b0b8c3-c51e-41ed-b089-4906ef45f493 HTTP/1.1" status: 200 len: 914 time: 0.0908754 Mar 30 16:47:37.175349 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bdcfe5f8-d671-495e-b45f-80b8e9386d04 req-fa45650e-b1fd-4593-aa86-9064707c9c96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c9db22c-1bb5-4042-a35a-915cc0e2e664 HTTP/1.1" status: 200 len: 1002 time: 0.0613747 Mar 30 16:47:37.225179 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfe5f8-d671-495e-b45f-80b8e9386d04 req-c5cb0e6e-f69d-4502-a3d9-14348546b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:37.226649 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bdcfe5f8-d671-495e-b45f-80b8e9386d04 req-c5cb0e6e-f69d-4502-a3d9-14348546b605 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6828f7b-9db9-4d42-a846-07ab4c28de80 HTTP/1.1" status: 200 len: 852 time: 0.0448670 Mar 30 16:47:37.280646 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfe5f8-d671-495e-b45f-80b8e9386d04 req-4d67b572-3fa3-42ae-a723-45ae3a666a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:37.282238 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bdcfe5f8-d671-495e-b45f-80b8e9386d04 req-4d67b572-3fa3-42ae-a723-45ae3a666a97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d4b0b8c3-c51e-41ed-b089-4906ef45f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0482976 Mar 30 16:47:37.373823 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bdcfe5f8-d671-495e-b45f-80b8e9386d04 req-1508b651-404b-4b70-be1c-1bc09314bdbf service neutron] 10.222.0.45 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838382 Mar 30 16:47:37.467382 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-bdcfe5f8-d671-495e-b45f-80b8e9386d04 req-eb4c9447-c5a2-4922-adde-c91c756aa3e4 service neutron] 10.222.0.45 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868695 Mar 30 16:47:38.334425 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:40.182829 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77548-ab61-4ac1-9ddb-286571c09e51 req-0dd44e0c-ed9d-4a05-9083-78532b949024 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:40.184399 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-99e77548-ab61-4ac1-9ddb-286571c09e51 req-0dd44e0c-ed9d-4a05-9083-78532b949024 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 985 time: 0.0533283 Mar 30 16:47:40.255084 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-99e77548-ab61-4ac1-9ddb-286571c09e51 req-b7216804-5fd2-4450-9b8e-40e6e79b688e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&id=c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619085 Mar 30 16:47:40.257791 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfdd53-7748-4faf-af64-7164d98288b2 req-fb706142-dddc-4c9f-8e2a-a9285eb3cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:40.259294 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cebfdd53-7748-4faf-af64-7164d98288b2 req-fb706142-dddc-4c9f-8e2a-a9285eb3cd32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d802a040dadd469ebf4d25832ef568bc&device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 1169 time: 0.0479832 Mar 30 16:47:40.356166 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfdd53-7748-4faf-af64-7164d98288b2 req-0bd4850a-f0ba-4397-96a8-eee89d4fec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:40.357568 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cebfdd53-7748-4faf-af64-7164d98288b2 req-0bd4850a-f0ba-4397-96a8-eee89d4fec08 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d4b0b8c3-c51e-41ed-b089-4906ef45f493 HTTP/1.1" status: 200 len: 914 time: 0.0917778 Mar 30 16:47:40.429099 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cebfdd53-7748-4faf-af64-7164d98288b2 req-69f5d552-feb6-490e-ab0a-57adc8f1e2d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c9db22c-1bb5-4042-a35a-915cc0e2e664 HTTP/1.1" status: 200 len: 1002 time: 0.0649612 Mar 30 16:47:40.479885 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfdd53-7748-4faf-af64-7164d98288b2 req-9f8194ad-f4f5-4d4e-b81d-62956f44a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:40.481359 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cebfdd53-7748-4faf-af64-7164d98288b2 req-9f8194ad-f4f5-4d4e-b81d-62956f44a88d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6828f7b-9db9-4d42-a846-07ab4c28de80 HTTP/1.1" status: 200 len: 852 time: 0.0447469 Mar 30 16:47:40.529661 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfdd53-7748-4faf-af64-7164d98288b2 req-f7800d1b-d436-4e31-870f-4c82494a157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:40.531126 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cebfdd53-7748-4faf-af64-7164d98288b2 req-f7800d1b-d436-4e31-870f-4c82494a157a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d4b0b8c3-c51e-41ed-b089-4906ef45f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436888 Mar 30 16:47:40.624587 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cebfdd53-7748-4faf-af64-7164d98288b2 req-b1a7364b-7bc6-461f-b713-1016e8e44312 service neutron] 10.222.0.45 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865228 Mar 30 16:47:40.715065 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cebfdd53-7748-4faf-af64-7164d98288b2 req-6ece1230-a049-4d68-b58f-b290b9cd90bf service neutron] 10.222.0.45 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836718 Mar 30 16:47:41.385987 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3cb8a-6bc2-4bbc-a67c-0ff64dfe17e2 req-38a6593d-7c89-45b7-bbd3-2da77b28e156 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:41.387484 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5ca3cb8a-6bc2-4bbc-a67c-0ff64dfe17e2 req-38a6593d-7c89-45b7-bbd3-2da77b28e156 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 985 time: 0.0628698 Mar 30 16:47:41.460718 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5ca3cb8a-6bc2-4bbc-a67c-0ff64dfe17e2 req-8d2b8a01-4a7f-45b9-9c27-6eafbdeb1a77 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&id=c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667524 Mar 30 16:47:42.576477 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82380fcf-c4da-4c9a-8021-dde5b7c0f6a5 req-6dee30d2-3440-4107-ac78-d02844368b4e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:42.578013 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-82380fcf-c4da-4c9a-8021-dde5b7c0f6a5 req-6dee30d2-3440-4107-ac78-d02844368b4e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 985 time: 0.0512030 Mar 30 16:47:42.639773 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-82380fcf-c4da-4c9a-8021-dde5b7c0f6a5 req-da153c53-e1d4-447b-9886-9afd376cb489 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&id=c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551250 Mar 30 16:47:43.757967 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc134269-925f-4e64-ba15-daa445eadff4 req-ce04b266-de8d-4a8a-a355-f01adb61d3f6 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:43.759423 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fc134269-925f-4e64-ba15-daa445eadff4 req-ce04b266-de8d-4a8a-a355-f01adb61d3f6 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 985 time: 0.0523431 Mar 30 16:47:43.823493 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fc134269-925f-4e64-ba15-daa445eadff4 req-c7103c17-d4b0-4ee4-a975-35bc558acbc7 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&id=c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583565 Mar 30 16:47:44.942685 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49376467-350a-4a49-881d-c9d14ac9b32a req-6e3537fc-bb07-4f13-a83b-41b65089504e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:44.944187 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-49376467-350a-4a49-881d-c9d14ac9b32a req-6e3537fc-bb07-4f13-a83b-41b65089504e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 985 time: 0.0540686 Mar 30 16:47:45.003889 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-49376467-350a-4a49-881d-c9d14ac9b32a req-76e0ddd5-acb3-47c4-98f8-9a6d1d9fec5e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&id=c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535994 Mar 30 16:47:46.128125 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05a2cb-f7c8-47a2-bc6e-bb1f4a98888a req-028f28ab-57d7-4383-9f43-480d9f88b326 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:46.129627 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3e05a2cb-f7c8-47a2-bc6e-bb1f4a98888a req-028f28ab-57d7-4383-9f43-480d9f88b326 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 985 time: 0.0527763 Mar 30 16:47:46.191993 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3e05a2cb-f7c8-47a2-bc6e-bb1f4a98888a req-c8ea460d-4004-4eb1-8320-a319d05253aa tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&id=c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560517 Mar 30 16:47:47.315443 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d1233-cfe9-4f49-8a09-c5a8139c3130 req-7dc16375-4dec-495f-ae0c-882d066f13e9 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:47.316954 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2e2d1233-cfe9-4f49-8a09-c5a8139c3130 req-7dc16375-4dec-495f-ae0c-882d066f13e9 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 985 time: 0.0547578 Mar 30 16:47:47.379354 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2e2d1233-cfe9-4f49-8a09-c5a8139c3130 req-0d7be8c2-a0f7-4a36-9c85-22e8a95cb551 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&id=c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564857 Mar 30 16:47:48.496473 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ad0c8-4bc2-49a5-91fe-06de4ea44c9f req-0c214d52-cc96-4c8f-923d-15b2cc019e48 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:48.502666 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cc0ad0c8-4bc2-49a5-91fe-06de4ea44c9f req-0c214d52-cc96-4c8f-923d-15b2cc019e48 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 985 time: 0.0516634 Mar 30 16:47:48.557594 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cc0ad0c8-4bc2-49a5-91fe-06de4ea44c9f req-b64aa108-e4ac-4306-965b-991035eab035 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&id=c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531094 Mar 30 16:47:49.679873 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502319e8-a32a-4beb-bcdd-8df52cdc520a req-84b1f775-ffa8-4608-bca2-8bf2c4120e3a tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:49.681411 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-502319e8-a32a-4beb-bcdd-8df52cdc520a req-84b1f775-ffa8-4608-bca2-8bf2c4120e3a tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 985 time: 0.0564501 Mar 30 16:47:49.739010 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-502319e8-a32a-4beb-bcdd-8df52cdc520a req-985fca3b-7aef-4e5f-963f-0f6c0e811116 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&id=c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518360 Mar 30 16:47:50.857791 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11b594-5a9c-4fd0-a39b-0ef5591bbcc2 req-49c9d6f6-e116-4450-b5dd-007890587990 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:50.859552 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5b11b594-5a9c-4fd0-a39b-0ef5591bbcc2 req-49c9d6f6-e116-4450-b5dd-007890587990 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 985 time: 0.0531788 Mar 30 16:47:50.919458 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-5b11b594-5a9c-4fd0-a39b-0ef5591bbcc2 req-a6ccd37a-6aeb-4505-bdf2-230690dc1720 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&id=c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536335 Mar 30 16:47:52.039718 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59239c8-e097-45a4-aae1-e48efbaa49de req-1270beec-ac1b-4dee-b955-397b4d072426 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:52.041224 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f59239c8-e097-45a4-aae1-e48efbaa49de req-1270beec-ac1b-4dee-b955-397b4d072426 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 985 time: 0.0527186 Mar 30 16:47:52.101166 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-f59239c8-e097-45a4-aae1-e48efbaa49de req-81220f7b-c83d-48ea-95e3-87dffd161ae5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&id=c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528946 Mar 30 16:47:55.762699 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 44926) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:55.870153 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1f38-1362-4381-ab19-fba108269b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:55.944569 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1f38-1362-4381-ab19-fba108269b22 admin admin] Publish callbacks [] for security_group (00f6343b-4acf-4798-92e6-133f3c6b9760), precommit_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:56.003202 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1f38-1362-4381-ab19-fba108269b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (00f6343b-4acf-4798-92e6-133f3c6b9760), after_create {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:56.040334 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-2a1c1f38-1362-4381-ab19-fba108269b22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a85fcb960b44790a6a043611a6c8477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765603 Mar 30 16:47:56.042357 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c1f38-1362-4381-ab19-fba108269b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f6343b-4acf-4798-92e6-133f3c6b9760,revision_number=1']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:56.043424 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44930) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:56.092118 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-56db0bcc-a2ff-4ab0-82db-5627edec083d admin admin] Publish callbacks [] for security_group (00f6343b-4acf-4798-92e6-133f3c6b9760), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:56.113500 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-56db0bcc-a2ff-4ab0-82db-5627edec083d admin admin] Publish callbacks [] for security_group (00f6343b-4acf-4798-92e6-133f3c6b9760), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:56.230999 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-56db0bcc-a2ff-4ab0-82db-5627edec083d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (00f6343b-4acf-4798-92e6-133f3c6b9760), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:56.233724 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-56db0bcc-a2ff-4ab0-82db-5627edec083d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:56.234869 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-56db0bcc-a2ff-4ab0-82db-5627edec083d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00f6343b-4acf-4798-92e6-133f3c6b9760 HTTP/1.1" status: 204 len: 168 time: 0.1903903 Mar 30 16:47:56.243292 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db0bcc-a2ff-4ab0-82db-5627edec083d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f6343b-4acf-4798-92e6-133f3c6b9760,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:00.219672 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:01.636406 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2e77a889-7f95-42e8-9c0e-9b8e7c9c97ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:03.784788 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-014d6bf4-de29-412d-935b-fd1d56c2f617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:05.276611 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:06.010177 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:48:06.636958 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:08.236995 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:24.477853 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ef57ba58-763e-4c4c-b262-388940f78551 req-20fec5f6-54b2-41e9-b6bc-b409b7227456 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308106385&fields=id&tenant_id=d802a040dadd469ebf4d25832ef568bc HTTP/1.1" status: 200 len: 267 time: 0.0440784 Mar 30 16:48:24.532584 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57ba58-763e-4c4c-b262-388940f78551 req-85c598e6-607c-418d-bbe0-7ac36f983ae3 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:24.534052 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ef57ba58-763e-4c4c-b262-388940f78551 req-85c598e6-607c-418d-bbe0-7ac36f983ae3 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 985 time: 0.0510793 Mar 30 16:48:24.544369 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.v2.base [req-ef57ba58-763e-4c4c-b262-388940f78551 req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Request body: {'port': {'security_groups': ['6350719a-c73a-45be-89e3-3e15e7f2f540']}} {{(pid=105696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:48:24.628715 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-ef57ba58-763e-4c4c-b262-388940f78551 req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), before_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.062107 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-ef57ba58-763e-4c4c-b262-388940f78551 req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] For port 5c9db22c-1bb5-4042-a35a-915cc0e2e664, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5c9db22c-1bb5-4042-a35a-915cc0e2e664,segment=NetworkSegment(731677f1-8e37-4203-a704-dc3f43a0f053),segment_id=731677f1-8e37-4203-a704-dc3f43a0f053)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:25.089963 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-ef57ba58-763e-4c4c-b262-388940f78551 req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), precommit_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.167582 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-ef57ba58-763e-4c4c-b262-388940f78551 req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117496'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), after_update {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.179846 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['5c9db22c-1bb5-4042-a35a-915cc0e2e664'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:48:25.213848 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57ba58-763e-4c4c-b262-388940f78551 req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:25.215475 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-ef57ba58-763e-4c4c-b262-388940f78551 req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.215848 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-ef57ba58-763e-4c4c-b262-388940f78551 req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "PUT /v2.0/ports/5c9db22c-1bb5-4042-a35a-915cc0e2e664 HTTP/1.1" status: 200 len: 943 time: 0.6758392 Mar 30 16:48:25.216305 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'tag': '5c9db22c-1bb5-4042-a35a-915cc0e2e664'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:48:25.218733 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21939922-d0a9-4e97-bb30-208c29ee6904" -d '{"events": [{"name": "network-changed", "server_uuid": "95d988d4-5679-4a7b-a92e-c66d245ff987", "tag": "5c9db22c-1bb5-4042-a35a-915cc0e2e664"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:48:25.223474 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44950) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:48:25.249954 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event updated for resources: {'Port': ['ID=5c9db22c-1bb5-4042-a35a-915cc0e2e664,revision_number=7']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:25.269698 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.270083 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.270446 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.270878 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.271086 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.271488 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.271829 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.272164 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.272497 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.272929 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.278682 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.278682 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.278682 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.278682 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.278682 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175d290-1134-42e7-8ae5-6d82b2c4810b tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.279455 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ee76f6-acee-4d43-a65e-68d4464993fa x-openstack-request-id: req-95ee76f6-acee-4d43-a65e-68d4464993fa {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:48:25.279455 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d988d4-5679-4a7b-a92e-c66d245ff987", "tag": "5c9db22c-1bb5-4042-a35a-915cc0e2e664", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:48:25.279893 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95ee76f6-acee-4d43-a65e-68d4464993fa {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:48:25.280129 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ee76f6-acee-4d43-a65e-68d4464993fa'] response: {'name': 'network-changed', 'server_uuid': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'tag': '5c9db22c-1bb5-4042-a35a-915cc0e2e664', 'status': 'completed', 'code': 200} Mar 30 16:48:25.323969 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group (c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.332383 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['5c9db22c-1bb5-4042-a35a-915cc0e2e664'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:48:25.356987 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group (c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.357528 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21939922-d0a9-4e97-bb30-208c29ee6904 req-ecf60806-c54c-41f9-8ca7-47ca3bdb19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:25.359206 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-21939922-d0a9-4e97-bb30-208c29ee6904 req-ecf60806-c54c-41f9-8ca7-47ca3bdb19c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d802a040dadd469ebf4d25832ef568bc&device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 1130 time: 0.0584486 Mar 30 16:48:25.475509 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21939922-d0a9-4e97-bb30-208c29ee6904 req-4f50d9eb-ec71-4b64-83a4-a8a628d9c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:25.477019 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-21939922-d0a9-4e97-bb30-208c29ee6904 req-4f50d9eb-ec71-4b64-83a4-a8a628d9c184 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d4b0b8c3-c51e-41ed-b089-4906ef45f493 HTTP/1.1" status: 200 len: 914 time: 0.1089609 Mar 30 16:48:25.522013 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-fd149087-f02d-4676-bd39-98731fb47915 None None] Provisioning complete for port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 triggered by entity DHCP. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:48:25.522013 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-fd149087-f02d-4676-bd39-98731fb47915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.541886 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-21939922-d0a9-4e97-bb30-208c29ee6904 req-7ebf7dd1-eb7d-465c-ac22-d935c7c78c5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c9db22c-1bb5-4042-a35a-915cc0e2e664 HTTP/1.1" status: 200 len: 1002 time: 0.0582132 Mar 30 16:48:25.556799 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.559498 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.563662 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "DELETE /v2.0/security-groups/c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8 HTTP/1.1" status: 204 len: 168 time: 0.3350685 Mar 30 16:48:25.567925 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 44952) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:48:25.596758 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21939922-d0a9-4e97-bb30-208c29ee6904 req-ddc3225b-379a-4c72-94fe-975f7a5ee2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:25.598278 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-21939922-d0a9-4e97-bb30-208c29ee6904 req-ddc3225b-379a-4c72-94fe-975f7a5ee2f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6828f7b-9db9-4d42-a846-07ab4c28de80 HTTP/1.1" status: 200 len: 852 time: 0.0507522 Mar 30 16:48:25.601906 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-fd149087-f02d-4676-bd39-98731fb47915 None None] Current status of the port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 is: ACTIVE; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:48:25.608559 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ab463b-c7dc-4c8c-b85a-aaa66c0e1bd8,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:25.627283 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.627631 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.627975 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.628317 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.628648 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.629005 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.629405 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.629763 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.630093 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.630417 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.630742 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.631067 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.631387 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.631704 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.632022 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94833555-e41b-4693-a11b-df96c4f498d5 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:25.649848 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21939922-d0a9-4e97-bb30-208c29ee6904 req-7b1a20e0-1d05-4885-903c-9c1cea7141f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:25.653184 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-21939922-d0a9-4e97-bb30-208c29ee6904 req-7b1a20e0-1d05-4885-903c-9c1cea7141f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d4b0b8c3-c51e-41ed-b089-4906ef45f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0468850 Mar 30 16:48:25.744422 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-21939922-d0a9-4e97-bb30-208c29ee6904 req-ccfadd9c-d1a2-4e88-9b05-a7aeb466d347 service neutron] 10.222.0.45 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864470 Mar 30 16:48:25.839955 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-21939922-d0a9-4e97-bb30-208c29ee6904 req-e4e7e7b2-9bff-4b3b-8624-0de940bb8b51 service neutron] 10.222.0.45 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900145 Mar 30 16:48:26.015016 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-ea24ecae-3a5e-41a3-80d1-35422ea5bb2f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Deleting port 83266e56-8b02-4815-b917-3a954e58c945 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:48:26.015354 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ea24ecae-3a5e-41a3-80d1-35422ea5bb2f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (83266e56-8b02-4815-b917-3a954e58c945), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:26.089578 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ea24ecae-3a5e-41a3-80d1-35422ea5bb2f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (83266e56-8b02-4815-b917-3a954e58c945), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:26.089905 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ea24ecae-3a5e-41a3-80d1-35422ea5bb2f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for floatingip (83266e56-8b02-4815-b917-3a954e58c945), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:26.102070 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-ea24ecae-3a5e-41a3-80d1-35422ea5bb2f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Calling delete_port for 83266e56-8b02-4815-b917-3a954e58c945 owned by network:floatingip {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:48:26.367538 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ea24ecae-3a5e-41a3-80d1-35422ea5bb2f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (83266e56-8b02-4815-b917-3a954e58c945), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:26.391980 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24ecae-3a5e-41a3-80d1-35422ea5bb2f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event deleted for resources: {'Port': ['ID=83266e56-8b02-4815-b917-3a954e58c945,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:26.458945 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ea24ecae-3a5e-41a3-80d1-35422ea5bb2f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks [] for floatingip (db0b53db-314d-4595-a50e-200df42eb790), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:26.459268 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.db.l3_db [None req-ea24ecae-3a5e-41a3-80d1-35422ea5bb2f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Floating IP db0b53db-314d-4595-a50e-200df42eb790 disassociated (deleted). External IP: 172.28.2.163, port: 5c9db22c-1bb5-4042-a35a-915cc0e2e664. Mar 30 16:48:26.659438 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea24ecae-3a5e-41a3-80d1-35422ea5bb2f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Router f07bece0-f0de-47e1-b4f9-8ac595f4035b has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:48:26.775513 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea24ecae-3a5e-41a3-80d1-35422ea5bb2f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:48:26.780479 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-ea24ecae-3a5e-41a3-80d1-35422ea5bb2f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:26.786629 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97e236-3b2a-42a0-8cc6-6a5baa91fa5a None None] Sync routers for ids ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:48:26.798054 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97e236-3b2a-42a0-8cc6-6a5baa91fa5a None None] Routers {'f07bece0-f0de-47e1-b4f9-8ac595f4035b'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:48:26.798683 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-2f97e236-3b2a-42a0-8cc6-6a5baa91fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:48:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:26.810784 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-ea24ecae-3a5e-41a3-80d1-35422ea5bb2f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "DELETE /v2.0/floatingips/db0b53db-314d-4595-a50e-200df42eb790 HTTP/1.1" status: 204 len: 168 time: 1.2431540 Mar 30 16:48:26.811403 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'tag': '5c9db22c-1bb5-4042-a35a-915cc0e2e664'}] {{(pid=105697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:48:26.815210 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c0b37149098d12fc37aa5c32ac2549c262012909f1770b119e403934a3528d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50371e87-42f6-4355-93a1-9e840f6ebecd" -d '{"events": [{"name": "network-changed", "server_uuid": "95d988d4-5679-4a7b-a92e-c66d245ff987", "tag": "5c9db22c-1bb5-4042-a35a-915cc0e2e664"}]}' {{(pid=105697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:48:26.851945 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4526629-8d11-4fbf-b8db-1047273ac047 x-openstack-request-id: req-b4526629-8d11-4fbf-b8db-1047273ac047 {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:48:26.852418 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d988d4-5679-4a7b-a92e-c66d245ff987", "tag": "5c9db22c-1bb5-4042-a35a-915cc0e2e664", "status": "completed", "code": 200}]} {{(pid=105697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:48:26.852689 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4526629-8d11-4fbf-b8db-1047273ac047 {{(pid=105697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:48:26.853122 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4526629-8d11-4fbf-b8db-1047273ac047'] response: {'name': 'network-changed', 'server_uuid': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'tag': '5c9db22c-1bb5-4042-a35a-915cc0e2e664', 'status': 'completed', 'code': 200} Mar 30 16:48:26.912904 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-2f97e236-3b2a-42a0-8cc6-6a5baa91fa5a None None] Set router f07bece0-f0de-47e1-b4f9-8ac595f4035b gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:48:26.926144 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50371e87-42f6-4355-93a1-9e840f6ebecd req-1dc8d304-d42a-4b8d-910b-989cd4c48713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:26.927668 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-50371e87-42f6-4355-93a1-9e840f6ebecd req-1dc8d304-d42a-4b8d-910b-989cd4c48713 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d802a040dadd469ebf4d25832ef568bc&device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 1130 time: 0.0536697 Mar 30 16:48:27.025217 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50371e87-42f6-4355-93a1-9e840f6ebecd req-bb970770-d02b-433c-a44d-5105d1d4b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:27.026883 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-50371e87-42f6-4355-93a1-9e840f6ebecd req-bb970770-d02b-433c-a44d-5105d1d4b3ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=d4b0b8c3-c51e-41ed-b089-4906ef45f493 HTTP/1.1" status: 200 len: 914 time: 0.0936890 Mar 30 16:48:27.068222 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-50371e87-42f6-4355-93a1-9e840f6ebecd req-11dc053a-3512-4664-8fd4-16d2b395380d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c9db22c-1bb5-4042-a35a-915cc0e2e664 HTTP/1.1" status: 200 len: 217 time: 0.0352395 Mar 30 16:48:27.116406 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50371e87-42f6-4355-93a1-9e840f6ebecd req-dfeb61e4-16a6-4dbc-9620-37a8aef03247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:27.118043 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-50371e87-42f6-4355-93a1-9e840f6ebecd req-dfeb61e4-16a6-4dbc-9620-37a8aef03247 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6828f7b-9db9-4d42-a846-07ab4c28de80 HTTP/1.1" status: 200 len: 852 time: 0.0437992 Mar 30 16:48:27.119818 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-2f97e236-3b2a-42a0-8cc6-6a5baa91fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:46:18Z', 'revision_number': 4, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port': {'id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:15Z', 'updated_at': '2022-03-30T16:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'f16fdf97-1b06-403e-9889-50e1f0f4e042', 'name': '', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'mac_address': 'fa:16:3e:0b:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:18Z', 'updated_at': '2022-03-30T16:46:22Z', 'revision_number': 5, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'subnets': [{'id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:27.151465 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97e236-3b2a-42a0-8cc6-6a5baa91fa5a None None] Checking router: f07bece0-f0de-47e1-b4f9-8ac595f4035b for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:48:27.162316 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97e236-3b2a-42a0-8cc6-6a5baa91fa5a None None] Routers {'f07bece0-f0de-47e1-b4f9-8ac595f4035b'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:48:27.163002 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-2f97e236-3b2a-42a0-8cc6-6a5baa91fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:48:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:27.170256 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50371e87-42f6-4355-93a1-9e840f6ebecd req-64f0eed7-b128-48a4-b2c2-7e4fbaa9e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:27.173693 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-50371e87-42f6-4355-93a1-9e840f6ebecd req-64f0eed7-b128-48a4-b2c2-7e4fbaa9e6a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d4b0b8c3-c51e-41ed-b089-4906ef45f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0482509 Mar 30 16:48:27.270254 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-50371e87-42f6-4355-93a1-9e840f6ebecd req-25d6ce65-b02f-4bff-ad98-55e811ab8fe2 service neutron] 10.222.0.45 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917053 Mar 30 16:48:27.274481 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-2f97e236-3b2a-42a0-8cc6-6a5baa91fa5a None None] Set router f07bece0-f0de-47e1-b4f9-8ac595f4035b gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:48:27.362600 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-50371e87-42f6-4355-93a1-9e840f6ebecd req-a3e9edd2-8c2d-4003-9946-08598a1f4d89 service neutron] 10.222.0.45 "GET /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869453 Mar 30 16:48:27.477575 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-2f97e236-3b2a-42a0-8cc6-6a5baa91fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:46:18Z', 'revision_number': 4, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port': {'id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:15Z', 'updated_at': '2022-03-30T16:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'f16fdf97-1b06-403e-9889-50e1f0f4e042', 'name': '', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'mac_address': 'fa:16:3e:0b:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:18Z', 'updated_at': '2022-03-30T16:46:22Z', 'revision_number': 5, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'subnets': [{'id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:27.555035 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97e236-3b2a-42a0-8cc6-6a5baa91fa5a None None] The sync data for ids ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'] in dv-cinder-835871-1-smb is: [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:46:18Z', 'revision_number': 4, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port': {'id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:15Z', 'updated_at': '2022-03-30T16:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'f16fdf97-1b06-403e-9889-50e1f0f4e042', 'name': '', 'network_id': 'd4b0b8c3-c51e-41ed-b089-4906ef45f493', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'mac_address': 'fa:16:3e:0b:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:18Z', 'updated_at': '2022-03-30T16:46:22Z', 'revision_number': 5, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'subnets': [{'id': 'f6828f7b-9db9-4d42-a846-07ab4c28de80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:48:27.735204 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80519e5e-94b6-41a6-a783-5289031c1f07 None None] New status for floating IP db0b53db-314d-4595-a50e-200df42eb790: DOWN {{(pid=105699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:48:30.270324 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:30.593219 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f179470-db64-4163-9330-a5008caa099e req-239c3c4e-b442-4101-916d-efa648a5b37f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:30.594721 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2f179470-db64-4163-9330-a5008caa099e req-239c3c4e-b442-4101-916d-efa648a5b37f tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 946 time: 0.0561459 Mar 30 16:48:30.641250 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2f179470-db64-4163-9330-a5008caa099e req-d698c615-4496-423f-886a-8077e052d762 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406930 Mar 30 16:48:31.573133 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e22c554c-5c8d-4bca-8a84-3fd50aa02ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:31.764321 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b479512-3501-4195-8e00-52942a307fd5 req-0b57c3fa-7b94-4e61-bd49-a472cb37f8ca tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:31.766459 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2b479512-3501-4195-8e00-52942a307fd5 req-0b57c3fa-7b94-4e61-bd49-a472cb37f8ca tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 946 time: 0.0568535 Mar 30 16:48:31.811780 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-2b479512-3501-4195-8e00-52942a307fd5 req-15767c85-d83f-4f54-ba26-b0ece37ef296 tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/security-groups?id=6350719a-c73a-45be-89e3-3e15e7f2f540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396798 Mar 30 16:48:32.267220 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a67f8-f61a-43b6-bb11-7ce25c8272bb req-854742e6-fd58-430b-b992-7711c99839db tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:32.268728 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-800a67f8-f61a-43b6-bb11-7ce25c8272bb req-854742e6-fd58-430b-b992-7711c99839db tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.45 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 946 time: 0.0526545 Mar 30 16:48:32.364425 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-800a67f8-f61a-43b6-bb11-7ce25c8272bb req-04330269-2472-43ca-bb3b-15220d924c4e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Deleting port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:48:32.364767 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-800a67f8-f61a-43b6-bb11-7ce25c8272bb req-04330269-2472-43ca-bb3b-15220d924c4e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:32.451811 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-800a67f8-f61a-43b6-bb11-7ce25c8272bb req-04330269-2472-43ca-bb3b-15220d924c4e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] For port 5c9db22c-1bb5-4042-a35a-915cc0e2e664, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5c9db22c-1bb5-4042-a35a-915cc0e2e664,segment=NetworkSegment(731677f1-8e37-4203-a704-dc3f43a0f053),segment_id=731677f1-8e37-4203-a704-dc3f43a0f053)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:32.452181 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-800a67f8-f61a-43b6-bb11-7ce25c8272bb req-04330269-2472-43ca-bb3b-15220d924c4e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:32.465308 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-800a67f8-f61a-43b6-bb11-7ce25c8272bb req-04330269-2472-43ca-bb3b-15220d924c4e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Calling delete_port for 5c9db22c-1bb5-4042-a35a-915cc0e2e664 owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:48:32.647716 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-800a67f8-f61a-43b6-bb11-7ce25c8272bb req-04330269-2472-43ca-bb3b-15220d924c4e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (5c9db22c-1bb5-4042-a35a-915cc0e2e664), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:32.659253 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['5c9db22c-1bb5-4042-a35a-915cc0e2e664'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:48:32.679395 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04330269-2472-43ca-bb3b-15220d924c4e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Pushing event deleted for resources: {'Port': ['ID=5c9db22c-1bb5-4042-a35a-915cc0e2e664,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:32.755838 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-800a67f8-f61a-43b6-bb11-7ce25c8272bb req-04330269-2472-43ca-bb3b-15220d924c4e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] No DVR routers for this DVR port 5c9db22c-1bb5-4042-a35a-915cc0e2e664 on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:48:32.755838 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-800a67f8-f61a-43b6-bb11-7ce25c8272bb req-04330269-2472-43ca-bb3b-15220d924c4e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:32.755838 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-800a67f8-f61a-43b6-bb11-7ce25c8272bb req-04330269-2472-43ca-bb3b-15220d924c4e tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.45 "DELETE /v2.0/ports/5c9db22c-1bb5-4042-a35a-915cc0e2e664 HTTP/1.1" status: 204 len: 173 time: 0.4534616 Mar 30 16:48:32.755838 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'name': 'network-vif-deleted', 'tag': '5c9db22c-1bb5-4042-a35a-915cc0e2e664'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:48:32.755838 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5f7e30-98f6-46aa-8fe2-ed91c7673bfc" -d '{"events": [{"server_uuid": "95d988d4-5679-4a7b-a92e-c66d245ff987", "name": "network-vif-deleted", "tag": "5c9db22c-1bb5-4042-a35a-915cc0e2e664"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:48:32.770396 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8772a096-08c4-4b95-8b33-44d0751d64c1 x-openstack-request-id: req-8772a096-08c4-4b95-8b33-44d0751d64c1 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:48:32.770396 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d988d4-5679-4a7b-a92e-c66d245ff987", "name": "network-vif-deleted", "tag": "5c9db22c-1bb5-4042-a35a-915cc0e2e664", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:48:32.770396 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8772a096-08c4-4b95-8b33-44d0751d64c1 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:48:32.770396 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8772a096-08c4-4b95-8b33-44d0751d64c1'] response: {'server_uuid': '95d988d4-5679-4a7b-a92e-c66d245ff987', 'name': 'network-vif-deleted', 'tag': '5c9db22c-1bb5-4042-a35a-915cc0e2e664', 'status': 'completed', 'code': 200} Mar 30 16:48:32.909361 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-cd186d74-9e5d-49ec-a0a7-6c0917840904 req-4771801e-7316-4872-9929-e993181d6aac tempest-TestMinimumBasicScenario-686889928 tempest-TestMinimumBasicScenario-686889928-project] 10.222.0.36 "GET /v2.0/ports?device_id=95d988d4-5679-4a7b-a92e-c66d245ff987 HTTP/1.1" status: 200 len: 210 time: 0.0306585 Mar 30 16:48:33.801582 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-485776ed-f6c9-400d-9a0c-027b128f4040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:35.242694 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:35.280070 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45032) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:48:35.622421 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a5192fa9-21c3-4637-95b4-66c446569608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509562'] for router_interface (f07bece0-f0de-47e1-b4f9-8ac595f4035b), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:35.826339 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6ff8b046-242b-4b80-aa97-d48dfa0e82e4 req-62747914-d17d-43ea-81a9-e300d1f8ed13 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567997 Mar 30 16:48:35.922612 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8b046-242b-4b80-aa97-d48dfa0e82e4 req-1b05f42b-8e7a-4d8f-92b9-e7d98554bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:35.924080 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6ff8b046-242b-4b80-aa97-d48dfa0e82e4 req-1b05f42b-8e7a-4d8f-92b9-e7d98554bbe1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1933eccca16406d98c242fdb4c129a7&device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 1129 time: 0.0738523 Mar 30 16:48:35.939118 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-a5192fa9-21c3-4637-95b4-66c446569608 admin admin] Deleting port f16fdf97-1b06-403e-9889-50e1f0f4e042 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:48:35.939467 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a5192fa9-21c3-4637-95b4-66c446569608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:36.081785 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [None req-a5192fa9-21c3-4637-95b4-66c446569608 admin admin] For port f16fdf97-1b06-403e-9889-50e1f0f4e042, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=f16fdf97-1b06-403e-9889-50e1f0f4e042,segment=NetworkSegment(731677f1-8e37-4203-a704-dc3f43a0f053),segment_id=731677f1-8e37-4203-a704-dc3f43a0f053)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:36.082063 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a5192fa9-21c3-4637-95b4-66c446569608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:36.090397 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8b046-242b-4b80-aa97-d48dfa0e82e4 req-c744b1be-0e7b-447e-8a83-038b6035939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:36.091836 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6ff8b046-242b-4b80-aa97-d48dfa0e82e4 req-c744b1be-0e7b-447e-8a83-038b6035939c service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e HTTP/1.1" status: 200 len: 910 time: 0.1504974 Mar 30 16:48:36.097561 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-a5192fa9-21c3-4637-95b4-66c446569608 admin admin] Calling delete_port for f16fdf97-1b06-403e-9889-50e1f0f4e042 owned by network:router_interface {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:48:36.201653 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6ff8b046-242b-4b80-aa97-d48dfa0e82e4 req-07175103-050e-4d58-bbfb-6b1a075f15dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190d160f-561e-44e6-b666-952432ec263f HTTP/1.1" status: 200 len: 1000 time: 0.1021883 Mar 30 16:48:36.292555 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8b046-242b-4b80-aa97-d48dfa0e82e4 req-09e6c955-b404-473a-a772-baae3cfa257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:36.294010 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6ff8b046-242b-4b80-aa97-d48dfa0e82e4 req-09e6c955-b404-473a-a772-baae3cfa257b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c280be1a-574f-4a69-af01-e6a2a5743cdc HTTP/1.1" status: 200 len: 848 time: 0.0860858 Mar 30 16:48:36.375904 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8b046-242b-4b80-aa97-d48dfa0e82e4 req-f27422b6-644c-4334-b0e8-9be9aa3ca082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:36.377432 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6ff8b046-242b-4b80-aa97-d48dfa0e82e4 req-f27422b6-644c-4334-b0e8-9be9aa3ca082 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0767415 Mar 30 16:48:36.476117 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:36.477223 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6ff8b046-242b-4b80-aa97-d48dfa0e82e4 req-7ec5cb95-d156-4f39-9a77-c580e5768b8e service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923581 Mar 30 16:48:36.523465 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a5192fa9-21c3-4637-95b4-66c446569608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (f16fdf97-1b06-403e-9889-50e1f0f4e042), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:36.555253 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5192fa9-21c3-4637-95b4-66c446569608 admin admin] Pushing event deleted for resources: {'Port': ['ID=f16fdf97-1b06-403e-9889-50e1f0f4e042,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:36.644723 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6ff8b046-242b-4b80-aa97-d48dfa0e82e4 req-e7b850a7-96a4-47c4-bbd7-116657d113b2 service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620266 Mar 30 16:48:36.752738 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-a5192fa9-21c3-4637-95b4-66c446569608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509162'] for router_interface (f07bece0-f0de-47e1-b4f9-8ac595f4035b), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:37.151729 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 5c9db22c-1bb5-4042-a35a-915cc0e2e664 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:48:37.172275 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 5c9db22c-1bb5-4042-a35a-915cc0e2e664 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:48:37.172861 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 5c9db22c-1bb5-4042-a35a-915cc0e2e664 not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:48:37.241564 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5192fa9-21c3-4637-95b4-66c446569608 admin admin] Router f07bece0-f0de-47e1-b4f9-8ac595f4035b has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:48:37.348448 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5192fa9-21c3-4637-95b4-66c446569608 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:48:37.353496 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-a5192fa9-21c3-4637-95b4-66c446569608 admin admin] 10.222.0.36 "PUT /v2.0/routers/f07bece0-f0de-47e1-b4f9-8ac595f4035b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0723813 Mar 30 16:48:37.355978 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45034) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:48:37.358527 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baca70f4-978a-4352-abcd-580c54aa17a9 None None] Sync routers for ids ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:48:37.369705 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baca70f4-978a-4352-abcd-580c54aa17a9 None None] Routers {'f07bece0-f0de-47e1-b4f9-8ac595f4035b'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:48:37.370322 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-baca70f4-978a-4352-abcd-580c54aa17a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:48:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:37.466154 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] Publish callbacks [] for router (f07bece0-f0de-47e1-b4f9-8ac595f4035b), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:37.574517 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] Publish callbacks [] for router_gateway (f07bece0-f0de-47e1-b4f9-8ac595f4035b), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:37.605659 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-baca70f4-978a-4352-abcd-580c54aa17a9 None None] Set router f07bece0-f0de-47e1-b4f9-8ac595f4035b gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:48:37.692317 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] Deleting port f66d784a-85d0-4e69-a566-d8b6b7613e8b {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:48:37.692589 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (f66d784a-85d0-4e69-a566-d8b6b7613e8b), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:37.774215 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] For port f66d784a-85d0-4e69-a566-d8b6b7613e8b, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=f66d784a-85d0-4e69-a566-d8b6b7613e8b,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:37.774577 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (f66d784a-85d0-4e69-a566-d8b6b7613e8b), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:37.780313 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-baca70f4-978a-4352-abcd-580c54aa17a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:48:36Z', 'revision_number': 5, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port': {'id': 'f66d784a-85d0-4e69-a566-d8b6b7613e8b', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:15Z', 'updated_at': '2022-03-30T16:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:37.787886 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] Calling delete_port for f66d784a-85d0-4e69-a566-d8b6b7613e8b owned by network:router_gateway {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:48:37.810794 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baca70f4-978a-4352-abcd-580c54aa17a9 None None] Checking router: f07bece0-f0de-47e1-b4f9-8ac595f4035b for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:48:37.820080 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baca70f4-978a-4352-abcd-580c54aa17a9 None None] Routers {'f07bece0-f0de-47e1-b4f9-8ac595f4035b'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:48:37.820697 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-baca70f4-978a-4352-abcd-580c54aa17a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:48:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:37.908512 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-baca70f4-978a-4352-abcd-580c54aa17a9 None None] Set router f07bece0-f0de-47e1-b4f9-8ac595f4035b gateway port host: None {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:48:37.960754 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-baca70f4-978a-4352-abcd-580c54aa17a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:48:37Z', 'revision_number': 6, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port_host': None}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:37.990231 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baca70f4-978a-4352-abcd-580c54aa17a9 None None] The sync data for ids ['f07bece0-f0de-47e1-b4f9-8ac595f4035b'] in dv-cinder-835871-1-smb is: [{'id': 'f07bece0-f0de-47e1-b4f9-8ac595f4035b', 'name': 'tempest-TestMinimumBasicScenario-39720746-router', 'tenant_id': 'd802a040dadd469ebf4d25832ef568bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:14Z', 'updated_at': '2022-03-30T16:48:37Z', 'revision_number': 6, 'project_id': 'd802a040dadd469ebf4d25832ef568bc', 'gw_port_host': None}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:48:38.024819 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (f66d784a-85d0-4e69-a566-d8b6b7613e8b), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.049136 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f66d784a-85d0-4e69-a566-d8b6b7613e8b,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:38.110717 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508416'] for router_gateway (f07bece0-f0de-47e1-b4f9-8ac595f4035b), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.178809 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.204966 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router (f07bece0-f0de-47e1-b4f9-8ac595f4035b), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.207088 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] Publish callbacks [] for router_controller (f07bece0-f0de-47e1-b4f9-8ac595f4035b), precommit_delete_associations {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.327972 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-522469'] for router (f07bece0-f0de-47e1-b4f9-8ac595f4035b), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.328463 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f07bece0-f0de-47e1-b4f9-8ac595f4035b {{(pid=105696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:48:38.333742 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.335765 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-ef458e21-ebcc-424a-82fd-889241bde9dd admin admin] 10.222.0.36 "DELETE /v2.0/routers/f07bece0-f0de-47e1-b4f9-8ac595f4035b HTTP/1.1" status: 204 len: 168 time: 0.9778275 Mar 30 16:48:38.337217 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45036) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:48:38.385755 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4ce3ae-7a4b-4ba2-aec7-28662e4136d7 admin admin] Deleting subnet f6828f7b-9db9-4d42-a846-07ab4c28de80 {{(pid=105696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:48:38.389432 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce3ae-7a4b-4ba2-aec7-28662e4136d7 admin admin] Publish callbacks [] for subnet (f6828f7b-9db9-4d42-a846-07ab4c28de80), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.429444 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce3ae-7a4b-4ba2-aec7-28662e4136d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4368508'] for subnet (f6828f7b-9db9-4d42-a846-07ab4c28de80), precommit_delete_associations {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.510932 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce3ae-7a4b-4ba2-aec7-28662e4136d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (f6828f7b-9db9-4d42-a846-07ab4c28de80), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.636504 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce3ae-7a4b-4ba2-aec7-28662e4136d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6120322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5065912'] for subnet (f6828f7b-9db9-4d42-a846-07ab4c28de80), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.662310 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ce3ae-7a4b-4ba2-aec7-28662e4136d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6828f7b-9db9-4d42-a846-07ab4c28de80,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:38.665988 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce3ae-7a4b-4ba2-aec7-28662e4136d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.669241 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-ff4ce3ae-7a4b-4ba2-aec7-28662e4136d7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f6828f7b-9db9-4d42-a846-07ab4c28de80 HTTP/1.1" status: 204 len: 168 time: 0.3310857 Mar 30 16:48:38.672542 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45038) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:48:38.675293 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a477244-8238-449f-ace7-3f115db41bb7 None None] Network d4b0b8c3-c51e-41ed-b089-4906ef45f493 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:48:38.740378 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (d4b0b8c3-c51e-41ed-b089-4906ef45f493), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.785709 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device f16fdf97-1b06-403e-9889-50e1f0f4e042 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:48:38.803765 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Deleting port fc5d9cc2-c344-4480-9b65-b61969d74741 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:48:38.804123 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.811179 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: f16fdf97-1b06-403e-9889-50e1f0f4e042 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:48:38.811398 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device f16fdf97-1b06-403e-9889-50e1f0f4e042 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:48:38.848732 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] DHCP port deletion for d4b0b8c3-c51e-41ed-b089-4906ef45f493 request from dv-cinder-835871-1-smb {{(pid=105698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:48:38.873259 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] For port fc5d9cc2-c344-4480-9b65-b61969d74741, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=fc5d9cc2-c344-4480-9b65-b61969d74741,segment=NetworkSegment(731677f1-8e37-4203-a704-dc3f43a0f053),segment_id=731677f1-8e37-4203-a704-dc3f43a0f053)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:38.873749 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.887094 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Calling delete_port for fc5d9cc2-c344-4480-9b65-b61969d74741 owned by network:dhcp {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:48:38.902036 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Deleting port fc5d9cc2-c344-4480-9b65-b61969d74741 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:48:38.902378 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.965224 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] For port fc5d9cc2-c344-4480-9b65-b61969d74741, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=fc5d9cc2-c344-4480-9b65-b61969d74741,segment=NetworkSegment(731677f1-8e37-4203-a704-dc3f43a0f053),segment_id=731677f1-8e37-4203-a704-dc3f43a0f053)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:38.965626 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:38.982713 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Calling delete_port for fc5d9cc2-c344-4480-9b65-b61969d74741 owned by network:dhcp {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:48:39.087569 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:39.094597 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831'] for port (fc5d9cc2-c344-4480-9b65-b61969d74741), after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:39.119144 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] No DVR routers for this DVR port fc5d9cc2-c344-4480-9b65-b61969d74741 on host dv-cinder-835871-1-smb {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:48:39.120884 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Pushing event deleted for resources: {'Port': ['ID=fc5d9cc2-c344-4480-9b65-b61969d74741,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:39.123163 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] No DVR routers for this DVR port fc5d9cc2-c344-4480-9b65-b61969d74741 on host dv-cinder-835871-1-smb {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:48:39.126623 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5d9cc2-c344-4480-9b65-b61969d74741,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:39.132202 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.132202 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.132568 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.132568 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.132933 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.133270 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.133599 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.133933 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.134264 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.134721 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.134920 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.135224 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.135551 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.135912 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.136224 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e1eca-f3f7-46a5-9008-bb7a0abc7921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:39.202082 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (d4b0b8c3-c51e-41ed-b089-4906ef45f493), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:39.224007 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b0b8c3-c51e-41ed-b089-4906ef45f493']}} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:39.233626 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731677f1-8e37-4203-a704-dc3f43a0f053') {'for_net_delete': True} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:39.233941 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731677f1-8e37-4203-a704-dc3f43a0f053') {} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:39.246859 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368503'] for segment (731677f1-8e37-4203-a704-dc3f43a0f053), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:39.260792 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (731677f1-8e37-4203-a704-dc3f43a0f053), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:39.267499 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=105696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:48:39.267911 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6117412'] for segment (731677f1-8e37-4203-a704-dc3f43a0f053), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: Traceback (most recent call last): Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: timer() Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: cb(*args, **kw) Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: return func(*args, **kwargs) Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: self._notify() Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: self.callback(batched_events) Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: event.method(event) Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: return f(self, *a, **k) Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: return self._get(url).json() Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: return self.request(url, 'GET', **kwargs) Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:48:39.269698 dv-cinder-835871-1-smb neutron-server[105696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:48:39.396079 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (d4b0b8c3-c51e-41ed-b089-4906ef45f493), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:39.401549 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:39.404871 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d4b0b8c3-c51e-41ed-b089-4906ef45f493 HTTP/1.1" status: 204 len: 168 time: 0.7313728 Mar 30 16:48:39.408370 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 45040) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:48:39.416291 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25e7e9-0fc9-4cea-996e-9bbd80c12a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b0b8c3-c51e-41ed-b089-4906ef45f493,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:39.758819 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3a6cdff3-3ba8-4612-b49d-6c5dcf1f7369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509562'] for router_interface (74c23154-a70b-4561-b5e9-93615e090209), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:40.007253 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cdff3-3ba8-4612-b49d-6c5dcf1f7369 admin admin] Deleting port b0062191-6bf1-4ef4-b741-b90da795d995 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:48:40.007596 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3a6cdff3-3ba8-4612-b49d-6c5dcf1f7369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:40.085553 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [None req-3a6cdff3-3ba8-4612-b49d-6c5dcf1f7369 admin admin] For port b0062191-6bf1-4ef4-b741-b90da795d995, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=b0062191-6bf1-4ef4-b741-b90da795d995,segment=NetworkSegment(77b64f71-f9af-4849-af3d-8af4786254bc),segment_id=77b64f71-f9af-4849-af3d-8af4786254bc)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:40.085837 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3a6cdff3-3ba8-4612-b49d-6c5dcf1f7369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:40.098628 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cdff3-3ba8-4612-b49d-6c5dcf1f7369 admin admin] Calling delete_port for b0062191-6bf1-4ef4-b741-b90da795d995 owned by network:router_interface {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:48:40.226593 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device fc5d9cc2-c344-4480-9b65-b61969d74741 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:48:40.247259 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: fc5d9cc2-c344-4480-9b65-b61969d74741 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:48:40.247605 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device fc5d9cc2-c344-4480-9b65-b61969d74741 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:48:40.248024 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device f66d784a-85d0-4e69-a566-d8b6b7613e8b no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:48:40.270972 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: f66d784a-85d0-4e69-a566-d8b6b7613e8b {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:48:40.271314 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device f66d784a-85d0-4e69-a566-d8b6b7613e8b not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:48:40.390976 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3a6cdff3-3ba8-4612-b49d-6c5dcf1f7369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (b0062191-6bf1-4ef4-b741-b90da795d995), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:40.416896 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cdff3-3ba8-4612-b49d-6c5dcf1f7369 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0062191-6bf1-4ef4-b741-b90da795d995,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:40.584062 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-3a6cdff3-3ba8-4612-b49d-6c5dcf1f7369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509162'] for router_interface (74c23154-a70b-4561-b5e9-93615e090209), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:40.884640 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6cdff3-3ba8-4612-b49d-6c5dcf1f7369 admin admin] Router 74c23154-a70b-4561-b5e9-93615e090209 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:48:40.991620 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6cdff3-3ba8-4612-b49d-6c5dcf1f7369 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:48:40.998061 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-3a6cdff3-3ba8-4612-b49d-6c5dcf1f7369 admin admin] 10.222.0.36 "PUT /v2.0/routers/74c23154-a70b-4561-b5e9-93615e090209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5867183 Mar 30 16:48:40.998897 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 45042) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:48:41.001464 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667133e-5140-41d9-af27-59adc4e8af9b None None] Sync routers for ids ['74c23154-a70b-4561-b5e9-93615e090209'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:48:41.021344 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667133e-5140-41d9-af27-59adc4e8af9b None None] Routers {'74c23154-a70b-4561-b5e9-93615e090209'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:48:41.022061 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-9667133e-5140-41d9-af27-59adc4e8af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:48:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['74c23154-a70b-4561-b5e9-93615e090209'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:41.103281 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] Publish callbacks [] for router (74c23154-a70b-4561-b5e9-93615e090209), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:41.128670 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-9667133e-5140-41d9-af27-59adc4e8af9b None None] Set router 74c23154-a70b-4561-b5e9-93615e090209 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:48:41.209520 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] Publish callbacks [] for router_gateway (74c23154-a70b-4561-b5e9-93615e090209), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:41.303999 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-9667133e-5140-41d9-af27-59adc4e8af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c23154-a70b-4561-b5e9-93615e090209', 'name': 'tempest-TestMinimumBasicScenario-1740014485-router', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '5951501c-beb8-4f1d-a39d-4fd678450d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:23Z', 'updated_at': '2022-03-30T16:48:40Z', 'revision_number': 5, 'project_id': '61e89bdd83c643e5bf94308609519577', 'gw_port': {'id': '5951501c-beb8-4f1d-a39d-4fd678450d23', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c23154-a70b-4561-b5e9-93615e090209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:24Z', 'updated_at': '2022-03-30T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:41.330117 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667133e-5140-41d9-af27-59adc4e8af9b None None] Checking router: 74c23154-a70b-4561-b5e9-93615e090209 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:48:41.338519 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667133e-5140-41d9-af27-59adc4e8af9b None None] Routers {'74c23154-a70b-4561-b5e9-93615e090209'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:48:41.339170 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-9667133e-5140-41d9-af27-59adc4e8af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:48:34Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['74c23154-a70b-4561-b5e9-93615e090209'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:41.361118 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] Deleting port 5951501c-beb8-4f1d-a39d-4fd678450d23 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:48:41.361455 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (5951501c-beb8-4f1d-a39d-4fd678450d23), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:41.429888 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-9667133e-5140-41d9-af27-59adc4e8af9b None None] Set router 74c23154-a70b-4561-b5e9-93615e090209 gateway port host: None {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:48:41.444438 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] For port 5951501c-beb8-4f1d-a39d-4fd678450d23, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=5951501c-beb8-4f1d-a39d-4fd678450d23,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:41.445061 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (5951501c-beb8-4f1d-a39d-4fd678450d23), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:41.458592 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] Calling delete_port for 5951501c-beb8-4f1d-a39d-4fd678450d23 owned by network:router_gateway {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:48:41.483402 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-9667133e-5140-41d9-af27-59adc4e8af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c23154-a70b-4561-b5e9-93615e090209', 'name': 'tempest-TestMinimumBasicScenario-1740014485-router', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:23Z', 'updated_at': '2022-03-30T16:48:41Z', 'revision_number': 6, 'project_id': '61e89bdd83c643e5bf94308609519577', 'gw_port_host': None}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:41.510243 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667133e-5140-41d9-af27-59adc4e8af9b None None] The sync data for ids ['74c23154-a70b-4561-b5e9-93615e090209'] in dv-cinder-835871-1-smb is: [{'id': '74c23154-a70b-4561-b5e9-93615e090209', 'name': 'tempest-TestMinimumBasicScenario-1740014485-router', 'tenant_id': '61e89bdd83c643e5bf94308609519577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:23Z', 'updated_at': '2022-03-30T16:48:41Z', 'revision_number': 6, 'project_id': '61e89bdd83c643e5bf94308609519577', 'gw_port_host': None}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:48:41.750306 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (5951501c-beb8-4f1d-a39d-4fd678450d23), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:41.775345 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=5951501c-beb8-4f1d-a39d-4fd678450d23,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:41.834170 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508416'] for router_gateway (74c23154-a70b-4561-b5e9-93615e090209), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:41.930536 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router (74c23154-a70b-4561-b5e9-93615e090209), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:41.932703 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] Publish callbacks [] for router_controller (74c23154-a70b-4561-b5e9-93615e090209), precommit_delete_associations {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:42.053312 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-522469'] for router (74c23154-a70b-4561-b5e9-93615e090209), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:42.053772 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74c23154-a70b-4561-b5e9-93615e090209 {{(pid=105697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:48:42.058017 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:42.059113 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-18dd575a-3195-4a03-8607-da6e2d9a8e8b admin admin] 10.222.0.36 "DELETE /v2.0/routers/74c23154-a70b-4561-b5e9-93615e090209 HTTP/1.1" status: 204 len: 168 time: 1.0593104 Mar 30 16:48:42.061490 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 45044) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:48:42.104407 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b1e1d6-1d22-4215-a3c4-21f1422a7ce9 admin admin] Deleting subnet 6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19 {{(pid=105697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:48:42.107372 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-92b1e1d6-1d22-4215-a3c4-21f1422a7ce9 admin admin] Publish callbacks [] for subnet (6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:42.141055 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-92b1e1d6-1d22-4215-a3c4-21f1422a7ce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5032756'] for subnet (6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19), precommit_delete_associations {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:42.219867 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-92b1e1d6-1d22-4215-a3c4-21f1422a7ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:42.303262 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device b0062191-6bf1-4ef4-b741-b90da795d995 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:48:42.324090 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: b0062191-6bf1-4ef4-b741-b90da795d995 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:48:42.324378 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device b0062191-6bf1-4ef4-b741-b90da795d995 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:48:42.324794 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 5951501c-beb8-4f1d-a39d-4fd678450d23 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:48:42.343588 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 5951501c-beb8-4f1d-a39d-4fd678450d23 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:48:42.343933 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 5951501c-beb8-4f1d-a39d-4fd678450d23 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:48:42.385399 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-92b1e1d6-1d22-4215-a3c4-21f1422a7ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4204514'] for subnet (6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:42.411256 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1e1d6-1d22-4215-a3c4-21f1422a7ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:42.419342 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-92b1e1d6-1d22-4215-a3c4-21f1422a7ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for subnet (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:42.422866 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-92b1e1d6-1d22-4215-a3c4-21f1422a7ce9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6c0a6bfc-6e3d-414c-a5bf-55c0798e4f19 HTTP/1.1" status: 204 len: 168 time: 0.3598258 Mar 30 16:48:42.424640 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d900124-c2d8-4741-80aa-aa7ae7b179ae None None] Network 5ef5bfe2-88d4-4dd6-aa36-16cff1962801 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:48:42.425333 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 45046) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:48:42.497896 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (5ef5bfe2-88d4-4dd6-aa36-16cff1962801), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:42.566558 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Deleting port 62dd6c58-4c1b-40c2-ab13-9106b895e421 {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:48:42.566905 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:42.592395 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f22e0a-2ded-47e3-a79e-2d5b67f4b9c9 None None] DHCP port deletion for 5ef5bfe2-88d4-4dd6-aa36-16cff1962801 request from dv-cinder-835871-1-smb {{(pid=105698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:48:42.629138 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] For port 62dd6c58-4c1b-40c2-ab13-9106b895e421, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=62dd6c58-4c1b-40c2-ab13-9106b895e421,segment=NetworkSegment(77b64f71-f9af-4849-af3d-8af4786254bc),segment_id=77b64f71-f9af-4849-af3d-8af4786254bc)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:42.629812 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:42.640689 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-e7f22e0a-2ded-47e3-a79e-2d5b67f4b9c9 None None] Deleting port 62dd6c58-4c1b-40c2-ab13-9106b895e421 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:48:42.641205 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e7f22e0a-2ded-47e3-a79e-2d5b67f4b9c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:42.642878 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Calling delete_port for 62dd6c58-4c1b-40c2-ab13-9106b895e421 owned by network:dhcp {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:48:42.785594 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-e7f22e0a-2ded-47e3-a79e-2d5b67f4b9c9 None None] For port 62dd6c58-4c1b-40c2-ab13-9106b895e421, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=62dd6c58-4c1b-40c2-ab13-9106b895e421,segment=NetworkSegment(77b64f71-f9af-4849-af3d-8af4786254bc),segment_id=77b64f71-f9af-4849-af3d-8af4786254bc)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:42.786000 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e7f22e0a-2ded-47e3-a79e-2d5b67f4b9c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:42.801322 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-e7f22e0a-2ded-47e3-a79e-2d5b67f4b9c9 None None] Calling delete_port for 62dd6c58-4c1b-40c2-ab13-9106b895e421 owned by network:dhcp {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:48:42.939022 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-e7f22e0a-2ded-47e3-a79e-2d5b67f4b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831'] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:42.963662 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f22e0a-2ded-47e3-a79e-2d5b67f4b9c9 None None] Pushing event deleted for resources: {'Port': ['ID=62dd6c58-4c1b-40c2-ab13-9106b895e421,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:42.968764 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f22e0a-2ded-47e3-a79e-2d5b67f4b9c9 None None] No DVR routers for this DVR port 62dd6c58-4c1b-40c2-ab13-9106b895e421 on host dv-cinder-835871-1-smb {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:48:42.988298 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (62dd6c58-4c1b-40c2-ab13-9106b895e421), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:43.008324 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:48:43.012154 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Pushing event deleted for resources: {'Port': ['ID=62dd6c58-4c1b-40c2-ab13-9106b895e421,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:43.016607 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] No DVR routers for this DVR port 62dd6c58-4c1b-40c2-ab13-9106b895e421 on host dv-cinder-835871-1-smb {{(pid=105697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:48:43.086772 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (5ef5bfe2-88d4-4dd6-aa36-16cff1962801), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:43.107265 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef5bfe2-88d4-4dd6-aa36-16cff1962801']}} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:43.117412 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b64f71-f9af-4849-af3d-8af4786254bc') {'for_net_delete': True} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:43.117715 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b64f71-f9af-4849-af3d-8af4786254bc') {} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:43.126679 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5032767'] for segment (77b64f71-f9af-4849-af3d-8af4786254bc), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:43.138958 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (77b64f71-f9af-4849-af3d-8af4786254bc), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:43.144520 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=105697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:48:43.144930 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5209648'] for segment (77b64f71-f9af-4849-af3d-8af4786254bc), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: Traceback (most recent call last): Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: timer() Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: cb(*args, **kw) Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: return func(*args, **kwargs) Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: self._notify() Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: self.callback(batched_events) Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: event.method(event) Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: return f(self, *a, **k) Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: return self._get(url).json() Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: return self.request(url, 'GET', **kwargs) Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:48:43.146544 dv-cinder-835871-1-smb neutron-server[105697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:48:43.299190 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (5ef5bfe2-88d4-4dd6-aa36-16cff1962801), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:43.304395 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:43.307570 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5ef5bfe2-88d4-4dd6-aa36-16cff1962801 HTTP/1.1" status: 204 len: 168 time: 0.8813317 Mar 30 16:48:43.318536 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2ce5b-1ce0-4122-b1a0-764d029cea08 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef5bfe2-88d4-4dd6-aa36-16cff1962801,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:43.676102 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45050) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:48:43.716367 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-7dc0d12d-4b54-4c41-acc0-29526fb771e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d802a040dadd469ebf4d25832ef568bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391338 Mar 30 16:48:43.718897 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45052) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:48:43.764392 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-110da7fd-b2c2-4414-85e8-bb23be9d07d1 admin admin] Publish callbacks [] for security_group (6350719a-c73a-45be-89e3-3e15e7f2f540), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:43.785872 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-110da7fd-b2c2-4414-85e8-bb23be9d07d1 admin admin] Publish callbacks [] for security_group (6350719a-c73a-45be-89e3-3e15e7f2f540), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:43.892929 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-110da7fd-b2c2-4414-85e8-bb23be9d07d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (6350719a-c73a-45be-89e3-3e15e7f2f540), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:43.895459 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-110da7fd-b2c2-4414-85e8-bb23be9d07d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:43.896605 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-110da7fd-b2c2-4414-85e8-bb23be9d07d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6350719a-c73a-45be-89e3-3e15e7f2f540 HTTP/1.1" status: 204 len: 168 time: 0.1768227 Mar 30 16:48:43.905514 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110da7fd-b2c2-4414-85e8-bb23be9d07d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6350719a-c73a-45be-89e3-3e15e7f2f540,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:44.223383 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 62dd6c58-4c1b-40c2-ab13-9106b895e421 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:48:44.246229 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 62dd6c58-4c1b-40c2-ab13-9106b895e421 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:48:44.246582 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 62dd6c58-4c1b-40c2-ab13-9106b895e421 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:48:44.521842 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45058) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:48:44.561757 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-811fceae-4d29-47a8-ae60-bd2652242730 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61e89bdd83c643e5bf94308609519577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387816 Mar 30 16:48:44.564247 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45060) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:48:44.610362 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa8db-c312-4d94-accb-9818d88702a8 admin admin] Publish callbacks [] for security_group (ed4f5b8b-7ab3-4e6a-b3ae-d31788f0f7e0), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:44.631481 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa8db-c312-4d94-accb-9818d88702a8 admin admin] Publish callbacks [] for security_group (ed4f5b8b-7ab3-4e6a-b3ae-d31788f0f7e0), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:44.768336 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa8db-c312-4d94-accb-9818d88702a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (ed4f5b8b-7ab3-4e6a-b3ae-d31788f0f7e0), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:44.771024 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa8db-c312-4d94-accb-9818d88702a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:44.772178 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-fe1aa8db-c312-4d94-accb-9818d88702a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed4f5b8b-7ab3-4e6a-b3ae-d31788f0f7e0 HTTP/1.1" status: 204 len: 168 time: 0.2070518 Mar 30 16:48:44.785046 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1aa8db-c312-4d94-accb-9818d88702a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4f5b8b-7ab3-4e6a-b3ae-d31788f0f7e0,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:00.292837 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:01.595860 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f8022e84-32e3-4d1a-972d-a6634fbc7390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:03.744429 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-661bf504-f135-4519-bdf4-78090ebb8d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:05.258467 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:06.424736 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:08.213120 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:20.006270 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:49:30.246368 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:31.555005 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d4f3a229-2425-4ca8-8792-c364db9aad6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:33.795113 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c378da67-eb1e-4b66-a1bb-e7f2bd7c95a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:33.905513 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0bc55-b9dc-4342-83d5-3cfacd88dd99 req-2467c0e3-c503-4ca9-b5eb-e00d14f29729 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:33.906919 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c4d0bc55-b9dc-4342-83d5-3cfacd88dd99 req-2467c0e3-c503-4ca9-b5eb-e00d14f29729 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.2562237 Mar 30 16:49:33.954529 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-c4d0bc55-b9dc-4342-83d5-3cfacd88dd99 req-b4bd15a7-c891-455f-8b14-db9e9869727d tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420604 Mar 30 16:49:35.143579 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b2916-29be-41f3-a60e-ab454ec909de req-772bbc6f-3198-41a7-887d-5bb2177ed733 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:35.145140 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ae8b2916-29be-41f3-a60e-ab454ec909de req-772bbc6f-3198-41a7-887d-5bb2177ed733 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.1170170 Mar 30 16:49:35.197189 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ae8b2916-29be-41f3-a60e-ab454ec909de req-1896c691-ba0d-4afe-ad67-424ea836525a tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462666 Mar 30 16:49:35.298145 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:35.817726 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabf563-e05b-4f12-bdce-fefba2ac6b3d req-3c1c7505-2d3c-4add-a728-9f56e1b41d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:35.819194 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fdabf563-e05b-4f12-bdce-fefba2ac6b3d req-3c1c7505-2d3c-4add-a728-9f56e1b41d6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1933eccca16406d98c242fdb4c129a7&device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 1129 time: 0.0437829 Mar 30 16:49:35.918051 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabf563-e05b-4f12-bdce-fefba2ac6b3d req-5093c3fb-9dcb-466d-9182-2b3c1a0e94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:35.919716 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fdabf563-e05b-4f12-bdce-fefba2ac6b3d req-5093c3fb-9dcb-466d-9182-2b3c1a0e94c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e HTTP/1.1" status: 200 len: 910 time: 0.0826261 Mar 30 16:49:35.986452 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fdabf563-e05b-4f12-bdce-fefba2ac6b3d req-fe6d3831-7889-4276-9cf1-b98da242a837 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190d160f-561e-44e6-b666-952432ec263f HTTP/1.1" status: 200 len: 1000 time: 0.0614769 Mar 30 16:49:36.034733 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabf563-e05b-4f12-bdce-fefba2ac6b3d req-e20f930e-b232-42b0-b6f4-cc2e132b5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:36.036147 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fdabf563-e05b-4f12-bdce-fefba2ac6b3d req-e20f930e-b232-42b0-b6f4-cc2e132b5a92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c280be1a-574f-4a69-af01-e6a2a5743cdc HTTP/1.1" status: 200 len: 848 time: 0.0440390 Mar 30 16:49:36.084919 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabf563-e05b-4f12-bdce-fefba2ac6b3d req-4a393540-f9ba-42d0-ad0e-b3ce69a9f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:36.086284 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fdabf563-e05b-4f12-bdce-fefba2ac6b3d req-4a393540-f9ba-42d0-ad0e-b3ce69a9f67d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0446813 Mar 30 16:49:36.176057 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fdabf563-e05b-4f12-bdce-fefba2ac6b3d req-3742192f-bf85-4b89-bfd0-e68e294bfc94 service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838890 Mar 30 16:49:36.264193 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-fdabf563-e05b-4f12-bdce-fefba2ac6b3d req-77204f10-4321-4d27-b851-143d19387485 service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825362 Mar 30 16:49:36.320308 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73992326-3ee6-458e-a18c-c49d6889f604 req-220f41ae-e017-4d4c-a349-5c4f9c64802c tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:36.321803 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-73992326-3ee6-458e-a18c-c49d6889f604 req-220f41ae-e017-4d4c-a349-5c4f9c64802c tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0567615 Mar 30 16:49:36.370605 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-73992326-3ee6-458e-a18c-c49d6889f604 req-1fbc7b28-89cb-4aca-85df-a4c32a76523f tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432599 Mar 30 16:49:36.446593 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:37.487536 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baf4db-a9a4-47a3-8e35-17f08af523bd req-d93b28cb-c756-492b-a78c-35e8bdc2a217 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:37.489027 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-93baf4db-a9a4-47a3-8e35-17f08af523bd req-d93b28cb-c756-492b-a78c-35e8bdc2a217 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0510383 Mar 30 16:49:37.536577 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-93baf4db-a9a4-47a3-8e35-17f08af523bd req-20d94169-43bd-4d00-b004-37379dec58d1 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417297 Mar 30 16:49:38.200979 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:38.651975 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c39ae-e260-4e93-aa20-102b2ecaa784 req-df0cbc4c-9193-445a-a3b1-3a6da4726c48 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:38.653526 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-169c39ae-e260-4e93-aa20-102b2ecaa784 req-df0cbc4c-9193-445a-a3b1-3a6da4726c48 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0515249 Mar 30 16:49:38.703322 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-169c39ae-e260-4e93-aa20-102b2ecaa784 req-2e2e1c90-d6fc-4ef7-87e2-ad6153a415fe tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436153 Mar 30 16:49:39.817805 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda16f7-5388-4e79-96d6-d0ec4937dd2e req-a135cb68-38a1-42d2-8b5b-1145421a2dfa tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:39.819266 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0fda16f7-5388-4e79-96d6-d0ec4937dd2e req-a135cb68-38a1-42d2-8b5b-1145421a2dfa tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0513580 Mar 30 16:49:39.871991 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-0fda16f7-5388-4e79-96d6-d0ec4937dd2e req-c4c32d37-9c48-4dd6-9eb7-3b1c2b38da32 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472007 Mar 30 16:49:40.991394 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1059e2-b762-40ae-9bde-071fed2d644b req-9641af9b-df44-4411-9df3-3fd300de6680 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:40.992853 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1f1059e2-b762-40ae-9bde-071fed2d644b req-9641af9b-df44-4411-9df3-3fd300de6680 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0546613 Mar 30 16:49:41.040576 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1f1059e2-b762-40ae-9bde-071fed2d644b req-50ff55bf-f6c2-4e78-a334-9555a0d85d26 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414920 Mar 30 16:49:42.157478 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db62e-9655-4fb5-86d1-c857d5d648a7 req-bdbad6aa-ca3f-4792-9291-0d48ee69de49 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:42.158955 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-403db62e-9655-4fb5-86d1-c857d5d648a7 req-bdbad6aa-ca3f-4792-9291-0d48ee69de49 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0522532 Mar 30 16:49:42.207693 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-403db62e-9655-4fb5-86d1-c857d5d648a7 req-9aae62e1-6ecb-4e0e-aa50-4d434141f4e9 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432277 Mar 30 16:49:43.323192 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0c69c-8633-4626-829b-8443eb334a86 req-f71f3073-d5a7-4500-a490-b15706ef1465 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:43.324584 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1eb0c69c-8633-4626-829b-8443eb334a86 req-f71f3073-d5a7-4500-a490-b15706ef1465 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0515347 Mar 30 16:49:43.374137 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-1eb0c69c-8633-4626-829b-8443eb334a86 req-2a87a610-7bed-4f06-871e-5c3b41e3f637 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432186 Mar 30 16:49:43.926726 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7aa50-7fe2-4fc8-9195-c84675aab35f req-5904170c-eb0a-4a7a-b673-726b0603f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:43.928189 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-dac7aa50-7fe2-4fc8-9195-c84675aab35f req-5904170c-eb0a-4a7a-b673-726b0603f2e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1933eccca16406d98c242fdb4c129a7&device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 1129 time: 0.0437257 Mar 30 16:49:44.018435 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7aa50-7fe2-4fc8-9195-c84675aab35f req-661c7192-4866-41cb-b90d-d820517d6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:44.019870 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-dac7aa50-7fe2-4fc8-9195-c84675aab35f req-661c7192-4866-41cb-b90d-d820517d6a0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e HTTP/1.1" status: 200 len: 910 time: 0.0862465 Mar 30 16:49:44.083948 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-dac7aa50-7fe2-4fc8-9195-c84675aab35f req-b8f805d2-09e8-439f-8715-96728d91160b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190d160f-561e-44e6-b666-952432ec263f HTTP/1.1" status: 200 len: 1000 time: 0.0582664 Mar 30 16:49:44.134417 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7aa50-7fe2-4fc8-9195-c84675aab35f req-f7eaa70e-0712-4580-ad46-7f0b24ab691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:44.135870 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-dac7aa50-7fe2-4fc8-9195-c84675aab35f req-f7eaa70e-0712-4580-ad46-7f0b24ab691e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c280be1a-574f-4a69-af01-e6a2a5743cdc HTTP/1.1" status: 200 len: 848 time: 0.0467482 Mar 30 16:49:44.182831 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7aa50-7fe2-4fc8-9195-c84675aab35f req-80a39925-c0a6-4391-9a40-31bad46bde05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:44.184228 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-dac7aa50-7fe2-4fc8-9195-c84675aab35f req-80a39925-c0a6-4391-9a40-31bad46bde05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427680 Mar 30 16:49:44.271745 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-dac7aa50-7fe2-4fc8-9195-c84675aab35f req-48664751-e2a6-4d45-a1e9-cdb0f719d3b6 service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807366 Mar 30 16:49:44.363196 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-dac7aa50-7fe2-4fc8-9195-c84675aab35f req-2061e043-5bf6-4927-bc7a-a690785a1c80 service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856919 Mar 30 16:49:44.492093 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceea202-668e-4ade-b171-a6f792c254cf req-a070061b-8117-4424-a250-a2ca74777a95 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:44.497009 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bceea202-668e-4ade-b171-a6f792c254cf req-a070061b-8117-4424-a250-a2ca74777a95 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0516253 Mar 30 16:49:44.541143 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-bceea202-668e-4ade-b171-a6f792c254cf req-172bd1ba-b2d0-4408-bb2e-922c32faae38 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418954 Mar 30 16:49:45.656900 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabb00b-350e-4c5a-9958-4f381f2f5963 req-ea9a8c33-c642-438d-9686-7294de243dbb tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:45.658395 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-eeabb00b-350e-4c5a-9958-4f381f2f5963 req-ea9a8c33-c642-438d-9686-7294de243dbb tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0520306 Mar 30 16:49:45.706754 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-eeabb00b-350e-4c5a-9958-4f381f2f5963 req-552a1dc4-ce17-4876-9486-a2186dba9501 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424063 Mar 30 16:49:46.829078 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7df059-c06f-4543-9262-60e7905300be req-54dedb79-29e7-4827-a484-12307dbb4bdf tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:46.830569 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2a7df059-c06f-4543-9262-60e7905300be req-54dedb79-29e7-4827-a484-12307dbb4bdf tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0564039 Mar 30 16:49:46.880657 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-2a7df059-c06f-4543-9262-60e7905300be req-340d69ed-c119-4088-9f02-50e853016e45 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442162 Mar 30 16:49:47.357483 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e075c-8777-4f4a-84dd-c7687133b52b req-b89aaf3b-8ee9-4828-b57f-e08ca4e7539d tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:47.358966 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8f9e075c-8777-4f4a-84dd-c7687133b52b req-b89aaf3b-8ee9-4828-b57f-e08ca4e7539d tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0517735 Mar 30 16:49:47.414413 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8f9e075c-8777-4f4a-84dd-c7687133b52b req-948184b5-4077-4a07-b6d1-b82e2663bba5 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499320 Mar 30 16:49:47.458691 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-226e9ae5-6c1a-4e02-a494-49379f333489 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931349 Mar 30 16:49:47.582794 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-babb4850-c1c4-4762-80aa-0324e2df73db tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:47.584132 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-babb4850-c1c4-4762-80aa-0324e2df73db tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports/190d160f-561e-44e6-b666-952432ec263f HTTP/1.1" status: 200 len: 942 time: 0.0968709 Mar 30 16:49:48.537593 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af7ea0-8a00-42c5-8820-e86068d8ccf0 req-e7f09092-24fb-41a0-8007-1c8ba108ff26 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:48.539063 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-14af7ea0-8a00-42c5-8820-e86068d8ccf0 req-e7f09092-24fb-41a0-8007-1c8ba108ff26 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0591259 Mar 30 16:49:48.587625 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-14af7ea0-8a00-42c5-8820-e86068d8ccf0 req-df93210e-2f61-4c06-b614-d831faad1817 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Mar 30 16:49:49.493158 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 190d160f-561e-44e6-b666-952432ec263f no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:49:49.569898 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 190d160f-561e-44e6-b666-952432ec263f is: ACTIVE; New status is: DOWN {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:49:49.570283 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (190d160f-561e-44e6-b666-952432ec263f), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.592584 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '190d160f-561e-44e6-b666-952432ec263f'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:49:49.594832 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2482a7ee-329d-475f-90da-e9119d773af7" -d '{"events": [{"server_uuid": "d931ab2c-dfe7-4c71-bf6a-bd962469e939", "name": "network-vif-unplugged", "status": "completed", "tag": "190d160f-561e-44e6-b666-952432ec263f"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:49:49.607769 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 190d160f-561e-44e6-b666-952432ec263f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=190d160f-561e-44e6-b666-952432ec263f,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:49.630708 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Mar 2022 16:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212cbf8f-5f60-4ecd-b5d4-cabb47fcfbca x-openstack-request-id: req-212cbf8f-5f60-4ecd-b5d4-cabb47fcfbca {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:49:49.631006 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d931ab2c-dfe7-4c71-bf6a-bd962469e939", "name": "network-vif-unplugged", "status": "completed", "tag": "190d160f-561e-44e6-b666-952432ec263f", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:49:49.631293 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-212cbf8f-5f60-4ecd-b5d4-cabb47fcfbca {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:49:49.631701 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-212cbf8f-5f60-4ecd-b5d4-cabb47fcfbca'] response: {'server_uuid': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '190d160f-561e-44e6-b666-952432ec263f', 'code': 200} Mar 30 16:49:49.698118 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (190d160f-561e-44e6-b666-952432ec263f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.707833 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1c052-92df-4980-a9fe-5c7b7990c68a req-8f331d70-14e3-4a8f-8760-963c21ecf4be tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:49.709376 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3cd1c052-92df-4980-a9fe-5c7b7990c68a req-8f331d70-14e3-4a8f-8760-963c21ecf4be tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0537210 Mar 30 16:49:49.745528 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=190d160f-561e-44e6-b666-952432ec263f,revision_number=6']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:49.752495 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.752863 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.753213 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.753562 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.753989 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.754329 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.754664 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.754992 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.755320 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.755652 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.755980 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.756312 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.756636 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.756984 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.757312 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.758717 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-3cd1c052-92df-4980-a9fe-5c7b7990c68a req-16813924-e8c7-4fc2-a608-1f4e21706b85 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436897 Mar 30 16:49:49.924730 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-aa075cef-6960-44fa-86c5-5d0b3b4a88f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:49.926218 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-aa075cef-6960-44fa-86c5-5d0b3b4a88f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939&tenant_id=a1933eccca16406d98c242fdb4c129a7 HTTP/1.1" status: 200 len: 1127 time: 0.0886226 Mar 30 16:49:49.936295 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-58f9d94a-3c7d-49f2-bf74-c5a78c4b8bdd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=105696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:49:49.937244 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-58f9d94a-3c7d-49f2-bf74-c5a78c4b8bdd service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048978 Mar 30 16:49:50.004324 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-44282873-0a2b-445e-b3b8-00e8593405fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:50.005798 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-44282873-0a2b-445e-b3b8-00e8593405fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1933eccca16406d98c242fdb4c129a7&device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 1127 time: 0.0465069 Mar 30 16:49:50.092174 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-6fa8ee7f-c4f8-4517-8e24-206e8777ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:50.093631 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-6fa8ee7f-c4f8-4517-8e24-206e8777ad5f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e HTTP/1.1" status: 200 len: 910 time: 0.0816431 Mar 30 16:49:50.162251 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-b0d8545b-97e9-46fa-af47-12bc5f697685 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190d160f-561e-44e6-b666-952432ec263f HTTP/1.1" status: 200 len: 998 time: 0.0624676 Mar 30 16:49:50.210162 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-47d60562-aa26-4da8-8b32-6c8d556f9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:50.211573 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-47d60562-aa26-4da8-8b32-6c8d556f9bab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c280be1a-574f-4a69-af01-e6a2a5743cdc HTTP/1.1" status: 200 len: 848 time: 0.0439622 Mar 30 16:49:50.259019 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-9fe8af88-1988-4ea5-ac62-ce33495a7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:50.260482 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-9fe8af88-1988-4ea5-ac62-ce33495a7185 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0431116 Mar 30 16:49:50.349581 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-5ddf8f66-751d-43ad-be26-5df1844586e1 service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826890 Mar 30 16:49:50.439676 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-30a31090-b19d-4926-bd82-9e9434d9f4da req-a2baf9f6-7a23-402b-85d3-a8b1c2d46268 service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843565 Mar 30 16:49:50.876969 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0b10d-2218-450a-92ad-9c467166336d req-5dbc4c79-d219-4d67-91c7-b511950bc0c6 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:50.878414 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b6f0b10d-2218-450a-92ad-9c467166336d req-5dbc4c79-d219-4d67-91c7-b511950bc0c6 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 943 time: 0.0508935 Mar 30 16:49:50.926589 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-b6f0b10d-2218-450a-92ad-9c467166336d req-3a5405a7-a060-40e6-8902-271266b349cf tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425999 Mar 30 16:49:52.044471 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ea855-ab4b-45e6-a6dc-1c29fb20d3cc req-b5314ed4-c15a-46f8-82d5-c44ab7754414 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:52.045998 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8c7ea855-ab4b-45e6-a6dc-1c29fb20d3cc req-b5314ed4-c15a-46f8-82d5-c44ab7754414 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 943 time: 0.0534935 Mar 30 16:49:52.099726 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-8c7ea855-ab4b-45e6-a6dc-1c29fb20d3cc req-a64c740f-f4b2-4108-a8ca-83e1371609e9 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480337 Mar 30 16:49:53.217427 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432b67f-bb55-4a10-8ff2-4eccf88d43d3 req-fd79eac5-d5d5-4a18-96f3-513b72313992 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:53.218915 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9432b67f-bb55-4a10-8ff2-4eccf88d43d3 req-fd79eac5-d5d5-4a18-96f3-513b72313992 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 943 time: 0.0531654 Mar 30 16:49:53.271041 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-9432b67f-bb55-4a10-8ff2-4eccf88d43d3 req-187a808f-3f8d-4798-bea2-2e2c0cc2654f tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466430 Mar 30 16:49:53.496705 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 190d160f-561e-44e6-b666-952432ec263f details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=105698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:49:53.588709 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 190d160f-561e-44e6-b666-952432ec263f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=190d160f-561e-44e6-b666-952432ec263f,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:53.599973 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Returning: {'device': '190d160f-561e-44e6-b666-952432ec263f', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'port_id': '190d160f-561e-44e6-b666-952432ec263f', 'mac_address': 'fa:16:3e:36:d8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:49:53.635779 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 190d160f-561e-44e6-b666-952432ec263f is: DOWN; New status is: BUILD {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:49:53.636162 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (190d160f-561e-44e6-b666-952432ec263f), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:53.648734 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190d160f-561e-44e6-b666-952432ec263f {{(pid=105698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:49:53.673611 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 190d160f-561e-44e6-b666-952432ec263f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=190d160f-561e-44e6-b666-952432ec263f,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:53.824126 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (190d160f-561e-44e6-b666-952432ec263f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:53.872475 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=190d160f-561e-44e6-b666-952432ec263f,revision_number=7']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:54.051100 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] get_ports_and_sgs() called for port_ids ['190d160f-561e-44e6-b666-952432ec263f'] {{(pid=105698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:49:54.387863 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286145e8-6588-48d8-bc3b-6e9611521e0b req-cd319725-2051-48f9-9a66-6c968c4f5f56 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:54.389372 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-286145e8-6588-48d8-bc3b-6e9611521e0b req-cd319725-2051-48f9-9a66-6c968c4f5f56 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 944 time: 0.0531461 Mar 30 16:49:54.438748 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-286145e8-6588-48d8-bc3b-6e9611521e0b req-281518d5-686a-420a-8fd8-436257dab1c8 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435398 Mar 30 16:49:55.508432 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 190d160f-561e-44e6-b666-952432ec263f up at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:49:55.555184 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f3d9a-177f-4a24-a0a1-246121e9ac05 req-f6c87aca-1a07-4355-88cb-a086559045c9 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:55.556662 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-917f3d9a-177f-4a24-a0a1-246121e9ac05 req-f6c87aca-1a07-4355-88cb-a086559045c9 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 944 time: 0.0527966 Mar 30 16:49:55.557240 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.provisioning_blocks [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Provisioning complete for port 190d160f-561e-44e6-b666-952432ec263f triggered by entity L2. {{(pid=105698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:49:55.557616 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1544149'] for port (190d160f-561e-44e6-b666-952432ec263f), provisioning_complete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:55.608360 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-917f3d9a-177f-4a24-a0a1-246121e9ac05 req-86d5e495-47a1-4cc2-b70d-9aff3633bf03 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434623 Mar 30 16:49:55.638823 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Current status of the port 190d160f-561e-44e6-b666-952432ec263f is: BUILD; New status is: ACTIVE {{(pid=105698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:49:55.639213 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1647919'] for port (190d160f-561e-44e6-b666-952432ec263f), before_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:55.660584 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190d160f-561e-44e6-b666-952432ec263f'}] {{(pid=105698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:49:55.662804 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8800b65395b0af6b1ff09df84cd494fbe9e176225c6588617c79df75a263bebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dcad6a-66de-4a4e-89bf-1d8fa0e9bed9" -d '{"events": [{"server_uuid": "d931ab2c-dfe7-4c71-bf6a-bd962469e939", "name": "network-vif-plugged", "status": "completed", "tag": "190d160f-561e-44e6-b666-952432ec263f"}]}' {{(pid=105698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:49:55.676295 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] For port 190d160f-561e-44e6-b666-952432ec263f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=190d160f-561e-44e6-b666-952432ec263f,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:55.700374 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73693391-9ccb-44be-8695-fed021279bd9 x-openstack-request-id: req-73693391-9ccb-44be-8695-fed021279bd9 {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:49:55.700759 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d931ab2c-dfe7-4c71-bf6a-bd962469e939", "name": "network-vif-plugged", "status": "completed", "tag": "190d160f-561e-44e6-b666-952432ec263f", "code": 200}]} {{(pid=105698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:49:55.701044 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73693391-9ccb-44be-8695-fed021279bd9 {{(pid=105698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:49:55.701448 dv-cinder-835871-1-smb neutron-server[105698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73693391-9ccb-44be-8695-fed021279bd9'] response: {'server_uuid': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190d160f-561e-44e6-b666-952432ec263f', 'code': 200} Mar 30 16:49:55.761209 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759909259659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759908772356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759908772374'] for port (190d160f-561e-44e6-b666-952432ec263f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:55.808479 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Pushing event updated for resources: {'Port': ['ID=190d160f-561e-44e6-b666-952432ec263f,revision_number=8']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:56.176047 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965147c-368d-41b5-b13a-35d46389dd19 req-88256e89-096b-461e-88e9-07b7dee390d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:56.177591 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6965147c-368d-41b5-b13a-35d46389dd19 req-88256e89-096b-461e-88e9-07b7dee390d1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 1129 time: 0.0437846 Mar 30 16:49:56.223434 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-6965147c-368d-41b5-b13a-35d46389dd19 req-2869b1db-4996-4cbf-a656-09e27568622a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395133 Mar 30 16:49:56.726669 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ce43e-5c02-42b1-88a5-b72c26f0cf0d req-a860747e-7281-406b-8ee7-7b558ffdfa0a tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:56.728128 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ac2ce43e-5c02-42b1-88a5-b72c26f0cf0d req-a860747e-7281-406b-8ee7-7b558ffdfa0a tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0506668 Mar 30 16:49:56.776645 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ac2ce43e-5c02-42b1-88a5-b72c26f0cf0d req-f15c8e09-71b6-40e7-bebf-0da0c5f5b360 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423896 Mar 30 16:49:57.005688 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:49:57.900404 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c14f18-4f8e-45ac-8efb-40f7f119a6e2 req-651d6840-88a8-40e9-9bbd-726f43796b9e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:57.901930 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e8c14f18-4f8e-45ac-8efb-40f7f119a6e2 req-651d6840-88a8-40e9-9bbd-726f43796b9e tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0563617 Mar 30 16:49:57.950880 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-e8c14f18-4f8e-45ac-8efb-40f7f119a6e2 req-72218bc8-dd0e-4df5-a11b-b2d11277851b tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428770 Mar 30 16:50:00.286287 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:01.577374 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1a5f084c-e631-4dad-a14f-a3f5389887e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:04.040994 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d2b5e916-43ec-4649-8d97-7861d500a9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:05.263572 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:06.480246 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:08.205861 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:30.297911 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:31.583014 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1e702444-dfbb-4e3f-ab50-ce62bb63d45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:33.760023 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1c661ab4-93b7-406e-b16a-3f58df900da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:34.003823 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:50:35.257434 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:36.480438 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:36.789283 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-33740dc9-db35-4fac-be2d-90100aba160b req-7be0e9c8-6246-4027-a102-756e1b97b0d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427990 Mar 30 16:50:36.874826 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33740dc9-db35-4fac-be2d-90100aba160b req-0159fb71-af30-4f81-b94e-de5455763b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:36.876322 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-33740dc9-db35-4fac-be2d-90100aba160b req-0159fb71-af30-4f81-b94e-de5455763b07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1933eccca16406d98c242fdb4c129a7&device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 1129 time: 0.0449147 Mar 30 16:50:36.978954 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33740dc9-db35-4fac-be2d-90100aba160b req-61c9058b-6929-4bf0-a604-2f2b290867d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:36.981170 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-33740dc9-db35-4fac-be2d-90100aba160b req-61c9058b-6929-4bf0-a604-2f2b290867d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e HTTP/1.1" status: 200 len: 910 time: 0.0884609 Mar 30 16:50:37.044140 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-33740dc9-db35-4fac-be2d-90100aba160b req-b3f02e64-e044-4a24-8d90-ca7784680c14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190d160f-561e-44e6-b666-952432ec263f HTTP/1.1" status: 200 len: 1000 time: 0.0573585 Mar 30 16:50:37.094914 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33740dc9-db35-4fac-be2d-90100aba160b req-ccc00bdf-e23b-4c5c-9d39-fc9dabf94c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:37.096395 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-33740dc9-db35-4fac-be2d-90100aba160b req-ccc00bdf-e23b-4c5c-9d39-fc9dabf94c38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c280be1a-574f-4a69-af01-e6a2a5743cdc HTTP/1.1" status: 200 len: 848 time: 0.0467200 Mar 30 16:50:37.144679 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33740dc9-db35-4fac-be2d-90100aba160b req-6e36180b-93c0-44b7-b864-d6282df34dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:37.146228 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-33740dc9-db35-4fac-be2d-90100aba160b req-6e36180b-93c0-44b7-b864-d6282df34dd9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441267 Mar 30 16:50:37.233622 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-33740dc9-db35-4fac-be2d-90100aba160b req-8bc82e1d-4007-425a-87aa-302b7ce319e6 service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813658 Mar 30 16:50:37.325639 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-33740dc9-db35-4fac-be2d-90100aba160b req-3d94a86a-8711-41da-b210-07ddcd79dc90 service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851295 Mar 30 16:50:38.200248 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:00.313728 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:01.576462 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c3636fcc-3d07-4da7-8ac9-ec204689dcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:03.770996 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-4ff75a4a-ec2b-4f88-9ab2-a3531db00a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:05.291117 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:06.468460 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:07.077775 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45170) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:07.234682 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Deleting port 79df4447-d167-4958-945b-eb187d22c833 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:07.235030 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (79df4447-d167-4958-945b-eb187d22c833), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:07.309095 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (79df4447-d167-4958-945b-eb187d22c833), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:07.309424 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for floatingip (79df4447-d167-4958-945b-eb187d22c833), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:07.326262 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Calling delete_port for 79df4447-d167-4958-945b-eb187d22c833 owned by network:floatingip {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:07.565518 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (79df4447-d167-4958-945b-eb187d22c833), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:07.590985 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Pushing event deleted for resources: {'Port': ['ID=79df4447-d167-4958-945b-eb187d22c833,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:07.617297 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.617653 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.618000 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.618346 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.618713 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.619059 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.619392 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.619724 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.620055 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.621042 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.621379 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.621707 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.622038 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.622367 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.622695 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:07.661137 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for floatingip (4ab34742-6c0a-488e-8550-06db731feb64), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:07.661477 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.db.l3_db [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Floating IP 4ab34742-6c0a-488e-8550-06db731feb64 disassociated (deleted). External IP: 172.28.2.15, port: 190d160f-561e-44e6-b666-952432ec263f. Mar 30 16:51:07.867881 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:51:08.211453 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:08.246304 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:51:08.250835 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for floatingip (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:08.256577 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353e227-ddb2-4f2f-8576-82d0ece1bcf9 None None] Sync routers for ids ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:51:08.267180 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353e227-ddb2-4f2f-8576-82d0ece1bcf9 None None] Routers {'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:08.267896 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-5353e227-ddb2-4f2f-8576-82d0ece1bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:51:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:08.280503 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-b2c01af8-25d0-4e55-8156-cad6433df027 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "DELETE /v2.0/floatingips/4ab34742-6c0a-488e-8550-06db731feb64 HTTP/1.1" status: 204 len: 168 time: 1.2016280 Mar 30 16:51:08.281123 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'tag': '190d160f-561e-44e6-b666-952432ec263f'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:51:08.283370 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d8744c-c045-454c-80b1-ec1cd5496853" -d '{"events": [{"name": "network-changed", "server_uuid": "d931ab2c-dfe7-4c71-bf6a-bd962469e939", "tag": "190d160f-561e-44e6-b666-952432ec263f"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:51:08.380769 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-5353e227-ddb2-4f2f-8576-82d0ece1bcf9 None None] Set router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:08.389316 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453721d9-085d-40ee-9e1c-a636d6909f29 x-openstack-request-id: req-453721d9-085d-40ee-9e1c-a636d6909f29 {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:51:08.389615 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d931ab2c-dfe7-4c71-bf6a-bd962469e939", "tag": "190d160f-561e-44e6-b666-952432ec263f", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:51:08.389888 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-453721d9-085d-40ee-9e1c-a636d6909f29 {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:51:08.390293 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-453721d9-085d-40ee-9e1c-a636d6909f29'] response: {'name': 'network-changed', 'server_uuid': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'tag': '190d160f-561e-44e6-b666-952432ec263f', 'status': 'completed', 'code': 200} Mar 30 16:51:08.457077 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8744c-c045-454c-80b1-ec1cd5496853 req-1fa0b92f-d532-40da-8413-ad0226c82ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:08.458628 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a6d8744c-c045-454c-80b1-ec1cd5496853 req-1fa0b92f-d532-40da-8413-ad0226c82ad9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1933eccca16406d98c242fdb4c129a7&device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 1129 time: 0.0450091 Mar 30 16:51:08.551484 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8744c-c045-454c-80b1-ec1cd5496853 req-a8ff526d-29c4-48c9-bc25-e4c6c45c5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:08.552878 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a6d8744c-c045-454c-80b1-ec1cd5496853 req-a8ff526d-29c4-48c9-bc25-e4c6c45c5e58 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e HTTP/1.1" status: 200 len: 910 time: 0.0889852 Mar 30 16:51:08.583085 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-5353e227-ddb2-4f2f-8576-82d0ece1bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '51566b17-cae8-4633-9694-53a2f8688db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port': {'id': '51566b17-cae8-4633-9694-53a2f8688db2', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:43Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'b55e6efa-b66b-489e-8667-1a034298d058', 'name': '', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'mac_address': 'fa:16:3e:24:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'subnets': [{'id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:08.595357 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a6d8744c-c045-454c-80b1-ec1cd5496853 req-ac10cc7c-6f96-4801-a2b9-41498b68d77e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190d160f-561e-44e6-b666-952432ec263f HTTP/1.1" status: 200 len: 217 time: 0.0367043 Mar 30 16:51:08.609651 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353e227-ddb2-4f2f-8576-82d0ece1bcf9 None None] Checking router: ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:51:08.618055 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353e227-ddb2-4f2f-8576-82d0ece1bcf9 None None] Routers {'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:08.618679 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-5353e227-ddb2-4f2f-8576-82d0ece1bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:51:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:08.649258 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8744c-c045-454c-80b1-ec1cd5496853 req-698c3e9d-0ae7-4e70-a659-62cbb0b0af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:08.650791 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a6d8744c-c045-454c-80b1-ec1cd5496853 req-698c3e9d-0ae7-4e70-a659-62cbb0b0af28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c280be1a-574f-4a69-af01-e6a2a5743cdc HTTP/1.1" status: 200 len: 848 time: 0.0447743 Mar 30 16:51:08.708489 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8744c-c045-454c-80b1-ec1cd5496853 req-f42bcba7-9612-4a07-88c8-fcaf7b083ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:08.710111 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a6d8744c-c045-454c-80b1-ec1cd5496853 req-f42bcba7-9612-4a07-88c8-fcaf7b083ab0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0537980 Mar 30 16:51:08.736733 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-5353e227-ddb2-4f2f-8576-82d0ece1bcf9 None None] Set router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:08.836515 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c44ee-6813-45ab-8de8-d68b560f259a req-5bbab707-d9b0-46a0-a3a2-b0f3c440dc2a tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:08.837927 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-585c44ee-6813-45ab-8de8-d68b560f259a req-5bbab707-d9b0-46a0-a3a2-b0f3c440dc2a tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.1009293 Mar 30 16:51:08.855900 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a6d8744c-c045-454c-80b1-ec1cd5496853 req-566e2f1f-ca7f-4992-87d1-350df853400b service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396554 Mar 30 16:51:08.941620 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-585c44ee-6813-45ab-8de8-d68b560f259a req-28e05485-65a9-4c6f-bde3-eb911482c863 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958786 Mar 30 16:51:08.944023 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-5353e227-ddb2-4f2f-8576-82d0ece1bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '51566b17-cae8-4633-9694-53a2f8688db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port': {'id': '51566b17-cae8-4633-9694-53a2f8688db2', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:43Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'b55e6efa-b66b-489e-8667-1a034298d058', 'name': '', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'mac_address': 'fa:16:3e:24:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'subnets': [{'id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:08.970858 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a6d8744c-c045-454c-80b1-ec1cd5496853 req-6bf3bb0b-1443-4eed-9505-d9896b8eb49a service neutron] 10.222.0.45 "GET /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079862 Mar 30 16:51:08.971449 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353e227-ddb2-4f2f-8576-82d0ece1bcf9 None None] The sync data for ids ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'] in dv-cinder-835871-1-smb is: [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '51566b17-cae8-4633-9694-53a2f8688db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port': {'id': '51566b17-cae8-4633-9694-53a2f8688db2', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:43Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb', '_interfaces': [{'id': 'b55e6efa-b66b-489e-8667-1a034298d058', 'name': '', 'network_id': '3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'mac_address': 'fa:16:3e:24:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'subnets': [{'id': 'c280be1a-574f-4a69-af01-e6a2a5743cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:51:09.183663 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d05f5-dd2a-483d-b581-40eb6e96c7ac None None] New status for floating IP 4ab34742-6c0a-488e-8550-06db731feb64: DOWN {{(pid=105699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:51:10.039489 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174704e-96be-4594-b2f5-da7877697094 req-1b4c7d2e-929c-4c11-a582-18fc289105c1 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:10.041000 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a174704e-96be-4594-b2f5-da7877697094 req-1b4c7d2e-929c-4c11-a582-18fc289105c1 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.45 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0526795 Mar 30 16:51:10.067001 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa01341-a1a7-4a43-834c-a64287cffb24 req-19ab6690-de7f-4bb0-b2ef-95bdce8ee7d6 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:10.068481 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8aa01341-a1a7-4a43-834c-a64287cffb24 req-19ab6690-de7f-4bb0-b2ef-95bdce8ee7d6 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 945 time: 0.0567777 Mar 30 16:51:10.117090 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-8aa01341-a1a7-4a43-834c-a64287cffb24 req-3c5faa5a-2cc1-4734-bc64-794d7d2fa07b tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/security-groups?id=63ce9683-0ce6-4595-859b-1980a49647e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424199 Mar 30 16:51:10.137018 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-a174704e-96be-4594-b2f5-da7877697094 req-34fe54f0-4891-4ff4-a4b3-6d23ac5ff8f7 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Deleting port 190d160f-561e-44e6-b666-952432ec263f {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:10.137368 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a174704e-96be-4594-b2f5-da7877697094 req-34fe54f0-4891-4ff4-a4b3-6d23ac5ff8f7 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (190d160f-561e-44e6-b666-952432ec263f), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:10.223295 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [req-a174704e-96be-4594-b2f5-da7877697094 req-34fe54f0-4891-4ff4-a4b3-6d23ac5ff8f7 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] For port 190d160f-561e-44e6-b666-952432ec263f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=190d160f-561e-44e6-b666-952432ec263f,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:10.223578 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a174704e-96be-4594-b2f5-da7877697094 req-34fe54f0-4891-4ff4-a4b3-6d23ac5ff8f7 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (190d160f-561e-44e6-b666-952432ec263f), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:10.240141 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [req-a174704e-96be-4594-b2f5-da7877697094 req-34fe54f0-4891-4ff4-a4b3-6d23ac5ff8f7 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Calling delete_port for 190d160f-561e-44e6-b666-952432ec263f owned by compute:nova {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:10.473983 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a174704e-96be-4594-b2f5-da7877697094 req-34fe54f0-4891-4ff4-a4b3-6d23ac5ff8f7 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (190d160f-561e-44e6-b666-952432ec263f), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:10.504026 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe54f0-4891-4ff4-a4b3-6d23ac5ff8f7 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Pushing event deleted for resources: {'Port': ['ID=190d160f-561e-44e6-b666-952432ec263f,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:10.548768 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a174704e-96be-4594-b2f5-da7877697094 req-34fe54f0-4891-4ff4-a4b3-6d23ac5ff8f7 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] No DVR routers for this DVR port 190d160f-561e-44e6-b666-952432ec263f on host hv-cinder-83587 {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:10.551430 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [req-a174704e-96be-4594-b2f5-da7877697094 req-34fe54f0-4891-4ff4-a4b3-6d23ac5ff8f7 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180665'] for port (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:10.555031 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [req-a174704e-96be-4594-b2f5-da7877697094 req-34fe54f0-4891-4ff4-a4b3-6d23ac5ff8f7 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.45 "DELETE /v2.0/ports/190d160f-561e-44e6-b666-952432ec263f HTTP/1.1" status: 204 len: 173 time: 0.5093174 Mar 30 16:51:10.555492 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'name': 'network-vif-deleted', 'tag': '190d160f-561e-44e6-b666-952432ec263f'}] {{(pid=105696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:51:10.558403 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac4e89bed062ebfad78507c3ae81d115dda37dc5b064b848d266166fced99fd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc894ab-4905-40ae-a640-bbe35b540db9" -d '{"events": [{"server_uuid": "d931ab2c-dfe7-4c71-bf6a-bd962469e939", "name": "network-vif-deleted", "tag": "190d160f-561e-44e6-b666-952432ec263f"}]}' {{(pid=105696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:51:10.593101 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d38bc4-100a-4a92-91c1-ecdcfdc29d0a x-openstack-request-id: req-11d38bc4-100a-4a92-91c1-ecdcfdc29d0a {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:51:10.593618 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d931ab2c-dfe7-4c71-bf6a-bd962469e939", "name": "network-vif-deleted", "tag": "190d160f-561e-44e6-b666-952432ec263f", "status": "completed", "code": 200}]} {{(pid=105696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:51:10.593872 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11d38bc4-100a-4a92-91c1-ecdcfdc29d0a {{(pid=105696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:51:10.594312 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d38bc4-100a-4a92-91c1-ecdcfdc29d0a'] response: {'server_uuid': 'd931ab2c-dfe7-4c71-bf6a-bd962469e939', 'name': 'network-vif-deleted', 'tag': '190d160f-561e-44e6-b666-952432ec263f', 'status': 'completed', 'code': 200} Mar 30 16:51:11.004063 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:51:11.211597 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [req-ac5da57a-fad6-49fe-ac68-228d4294c49e req-91dee6da-b6db-4c7c-aaa5-e0e84374c862 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "GET /v2.0/ports?device_id=d931ab2c-dfe7-4c71-bf6a-bd962469e939 HTTP/1.1" status: 200 len: 210 time: 0.0271595 Mar 30 16:51:12.269383 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45200) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:12.329684 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2a45a682-9e97-4a40-9800-f969d3251844 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group (63ce9683-0ce6-4595-859b-1980a49647e1), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:12.355137 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2a45a682-9e97-4a40-9800-f969d3251844 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group (63ce9683-0ce6-4595-859b-1980a49647e1), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:12.480294 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2a45a682-9e97-4a40-9800-f969d3251844 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (63ce9683-0ce6-4595-859b-1980a49647e1), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:12.483046 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-2a45a682-9e97-4a40-9800-f969d3251844 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Publish callbacks [] for security_group (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:12.484241 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-2a45a682-9e97-4a40-9800-f969d3251844 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] 10.222.0.36 "DELETE /v2.0/security-groups/63ce9683-0ce6-4595-859b-1980a49647e1 HTTP/1.1" status: 204 len: 168 time: 0.2138720 Mar 30 16:51:12.496169 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45a682-9e97-4a40-9800-f969d3251844 tempest-TestShelveInstance-352115707 tempest-TestShelveInstance-352115707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ce9683-0ce6-4595-859b-1980a49647e1,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:12.600152 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45204) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:12.954032 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-22e8da8c-ee48-4238-b845-8ffbfcf84888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509562'] for router_interface (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:13.205858 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-22e8da8c-ee48-4238-b845-8ffbfcf84888 admin admin] Deleting port b55e6efa-b66b-489e-8667-1a034298d058 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:13.206112 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-22e8da8c-ee48-4238-b845-8ffbfcf84888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (b55e6efa-b66b-489e-8667-1a034298d058), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:13.285932 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [None req-22e8da8c-ee48-4238-b845-8ffbfcf84888 admin admin] For port b55e6efa-b66b-489e-8667-1a034298d058, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=b55e6efa-b66b-489e-8667-1a034298d058,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:13.286638 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-22e8da8c-ee48-4238-b845-8ffbfcf84888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (b55e6efa-b66b-489e-8667-1a034298d058), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:13.299742 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-22e8da8c-ee48-4238-b845-8ffbfcf84888 admin admin] Calling delete_port for b55e6efa-b66b-489e-8667-1a034298d058 owned by network:router_interface {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:13.560271 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-22e8da8c-ee48-4238-b845-8ffbfcf84888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (b55e6efa-b66b-489e-8667-1a034298d058), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:13.587827 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8da8c-ee48-4238-b845-8ffbfcf84888 admin admin] Pushing event deleted for resources: {'Port': ['ID=b55e6efa-b66b-489e-8667-1a034298d058,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:13.789140 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-22e8da8c-ee48-4238-b845-8ffbfcf84888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509162'] for router_interface (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:13.943273 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 190d160f-561e-44e6-b666-952432ec263f no longer exists at agent hyperv_hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:13.972840 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] No Port match for: 190d160f-561e-44e6-b666-952432ec263f {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:13.973307 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Device 190d160f-561e-44e6-b666-952432ec263f not bound to the agent host hv-cinder-83587 {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:14.029334 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e8da8c-ee48-4238-b845-8ffbfcf84888 admin admin] Router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:51:14.139048 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e8da8c-ee48-4238-b845-8ffbfcf84888 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:51:14.144880 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-22e8da8c-ee48-4238-b845-8ffbfcf84888 admin admin] 10.222.0.36 "PUT /v2.0/routers/ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5436141 Mar 30 16:51:14.147318 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45206) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:14.149918 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed34446-a326-460c-b75a-153b32d3f103 None None] Sync routers for ids ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'] in dv-cinder-835871-1-smb {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:51:14.161282 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed34446-a326-460c-b75a-153b32d3f103 None None] Routers {'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:14.161903 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-7ed34446-a326-460c-b75a-153b32d3f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:51:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:14.254338 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] Publish callbacks [] for router (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:14.277831 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-7ed34446-a326-460c-b75a-153b32d3f103 None None] Set router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d gateway port host: dv-cinder-835871-1-smb {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:14.361206 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] Publish callbacks [] for router_gateway (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:14.461386 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-7ed34446-a326-460c-b75a-153b32d3f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '51566b17-cae8-4633-9694-53a2f8688db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:51:13Z', 'revision_number': 5, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port': {'id': '51566b17-cae8-4633-9694-53a2f8688db2', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:43Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:14.487637 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed34446-a326-460c-b75a-153b32d3f103 None None] Checking router: ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d for host: dv-cinder-835871-1-smb {{(pid=105698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:51:14.496801 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed34446-a326-460c-b75a-153b32d3f103 None None] Routers {'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:14.497389 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-7ed34446-a326-460c-b75a-153b32d3f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:51:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'], 'active': True} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:14.535863 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] Deleting port 51566b17-cae8-4633-9694-53a2f8688db2 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:14.536305 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (51566b17-cae8-4633-9694-53a2f8688db2), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:14.589133 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvr_db [None req-7ed34446-a326-460c-b75a-153b32d3f103 None None] Set router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d gateway port host: None {{(pid=105698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:14.618718 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] For port 51566b17-cae8-4633-9694-53a2f8688db2, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=51566b17-cae8-4633-9694-53a2f8688db2,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:14.619079 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (51566b17-cae8-4633-9694-53a2f8688db2), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:14.632656 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] Calling delete_port for 51566b17-cae8-4633-9694-53a2f8688db2 owned by network:router_gateway {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:14.645849 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_hamode_db [None req-7ed34446-a326-460c-b75a-153b32d3f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:51:14Z', 'revision_number': 6, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port_host': None}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:14.673949 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed34446-a326-460c-b75a-153b32d3f103 None None] The sync data for ids ['ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d'] in dv-cinder-835871-1-smb is: [{'id': 'ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d', 'name': 'tempest-TestShelveInstance-2112958557-router', 'tenant_id': 'a1933eccca16406d98c242fdb4c129a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:42Z', 'updated_at': '2022-03-30T16:51:14Z', 'revision_number': 6, 'project_id': 'a1933eccca16406d98c242fdb4c129a7', 'gw_port_host': None}] {{(pid=105698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:51:14.885340 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (51566b17-cae8-4633-9694-53a2f8688db2), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:14.908166 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] Pushing event deleted for resources: {'Port': ['ID=51566b17-cae8-4633-9694-53a2f8688db2,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:14.972674 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508416'] for router_gateway (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:15.067280 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:15.069525 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] Publish callbacks [] for router_controller (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), precommit_delete_associations {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:15.193790 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-522469'] for router (ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:15.194280 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d {{(pid=105696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:51:15.201729 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:15.201729 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-da793d97-9acc-4519-a76d-a7dcb5544725 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ab3a5ab8-87fc-4ff5-9aa5-9d0a6e77142d HTTP/1.1" status: 204 len: 168 time: 1.0519507 Mar 30 16:51:15.202732 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45208) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:15.249115 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ef7398-7bf2-40ad-bac9-4a07b8d36fa8 admin admin] Deleting subnet c280be1a-574f-4a69-af01-e6a2a5743cdc {{(pid=105696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:51:15.252207 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-47ef7398-7bf2-40ad-bac9-4a07b8d36fa8 admin admin] Publish callbacks [] for subnet (c280be1a-574f-4a69-af01-e6a2a5743cdc), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:15.293348 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-47ef7398-7bf2-40ad-bac9-4a07b8d36fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4368508'] for subnet (c280be1a-574f-4a69-af01-e6a2a5743cdc), precommit_delete_associations {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:15.375967 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-47ef7398-7bf2-40ad-bac9-4a07b8d36fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (c280be1a-574f-4a69-af01-e6a2a5743cdc), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:15.542979 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-47ef7398-7bf2-40ad-bac9-4a07b8d36fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6120322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5065912'] for subnet (c280be1a-574f-4a69-af01-e6a2a5743cdc), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:15.569455 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef7398-7bf2-40ad-bac9-4a07b8d36fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c280be1a-574f-4a69-af01-e6a2a5743cdc,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:15.574659 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-47ef7398-7bf2-40ad-bac9-4a07b8d36fa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:15.577074 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-47ef7398-7bf2-40ad-bac9-4a07b8d36fa8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c280be1a-574f-4a69-af01-e6a2a5743cdc HTTP/1.1" status: 204 len: 168 time: 0.3733861 Mar 30 16:51:15.579887 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45210) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:15.580246 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fa8544-2d33-4895-84a3-ca4a9bd06f1e None None] Network 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:51:15.660254 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:15.717429 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Deleting port 55f28956-9751-438b-802e-21a20d493af0 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:15.717807 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (55f28956-9751-438b-802e-21a20d493af0), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:15.766415 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] DHCP port deletion for 3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e request from dv-cinder-835871-1-smb {{(pid=105698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:51:15.781031 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] For port 55f28956-9751-438b-802e-21a20d493af0, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=55f28956-9751-438b-802e-21a20d493af0,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:15.781399 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (55f28956-9751-438b-802e-21a20d493af0), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:15.799113 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Calling delete_port for 55f28956-9751-438b-802e-21a20d493af0 owned by network:dhcp {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:15.813014 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Deleting port 55f28956-9751-438b-802e-21a20d493af0 {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:15.813393 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (55f28956-9751-438b-802e-21a20d493af0), before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:15.999685 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (55f28956-9751-438b-802e-21a20d493af0), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:16.006022 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] For port 55f28956-9751-438b-802e-21a20d493af0, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=55f28956-9751-438b-802e-21a20d493af0,segment=NetworkSegment(4a8451d3-82d1-43c3-84ab-85cd28eaaf24),segment_id=4a8451d3-82d1-43c3-84ab-85cd28eaaf24)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:16.006803 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (55f28956-9751-438b-802e-21a20d493af0), precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:16.019345 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Calling delete_port for 55f28956-9751-438b-802e-21a20d493af0 owned by network:dhcp {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:16.025776 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f28956-9751-438b-802e-21a20d493af0,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:16.028220 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] No DVR routers for this DVR port 55f28956-9751-438b-802e-21a20d493af0 on host dv-cinder-835871-1-smb {{(pid=105696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:16.094054 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831'] for port (55f28956-9751-438b-802e-21a20d493af0), after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:16.103021 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:16.123148 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] No DVR routers for this DVR port 55f28956-9751-438b-802e-21a20d493af0 on host dv-cinder-835871-1-smb {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:16.124590 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e']}} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:16.124874 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Pushing event deleted for resources: {'Port': ['ID=55f28956-9751-438b-802e-21a20d493af0,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:16.135097 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.135097 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.135097 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.135382 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.135481 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8451d3-82d1-43c3-84ab-85cd28eaaf24') {'for_net_delete': True} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:16.135730 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.135871 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.services.segments.db [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8451d3-82d1-43c3-84ab-85cd28eaaf24') {} {{(pid=105696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:16.136064 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.136404 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.136714 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.137079 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.137406 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.137733 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.138059 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.138384 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.138706 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.139025 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a93ce-82d0-4393-98b0-e248b51fd369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:16.148633 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368503'] for segment (4a8451d3-82d1-43c3-84ab-85cd28eaaf24), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:16.160560 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (4a8451d3-82d1-43c3-84ab-85cd28eaaf24), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:16.166395 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=105696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:51:16.167437 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6117412'] for segment (4a8451d3-82d1-43c3-84ab-85cd28eaaf24), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: Traceback (most recent call last): Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: timer() Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: cb(*args, **kw) Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: return func(*args, **kwargs) Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: self._notify() Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: self.callback(batched_events) Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: event.method(event) Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: return f(self, *a, **k) Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: return self._get(url).json() Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: return self.request(url, 'GET', **kwargs) Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:51:16.169254 dv-cinder-835871-1-smb neutron-server[105696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:51:16.300073 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device b55e6efa-b66b-489e-8667-1a034298d058 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:16.322416 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: b55e6efa-b66b-489e-8667-1a034298d058 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:16.322759 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device b55e6efa-b66b-489e-8667-1a034298d058 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:16.323903 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 51566b17-cae8-4633-9694-53a2f8688db2 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:16.325233 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:16.331682 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:16.342530 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e HTTP/1.1" status: 204 len: 168 time: 0.7531633 Mar 30 16:51:16.342530 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45212) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:16.343019 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 51566b17-cae8-4633-9694-53a2f8688db2 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:16.343368 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 51566b17-cae8-4633-9694-53a2f8688db2 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:16.343788 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 55f28956-9751-438b-802e-21a20d493af0 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:16.353656 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5496c75-b766-465c-9c63-e2f80d1bb265 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b44e1a3-f6d4-4075-b35e-cea3f3e34f6e,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:16.362415 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 55f28956-9751-438b-802e-21a20d493af0 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:16.362758 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 55f28956-9751-438b-802e-21a20d493af0 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:16.962360 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e2ff50e8-0f8c-4768-b730-11527a2b95fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509562'] for router_interface (233238d5-d66a-4f1a-ab6b-100d1e351ae3), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:17.207038 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff50e8-0f8c-4768-b730-11527a2b95fa admin admin] Deleting port fac86460-a7ef-40b3-a87d-dfc30140d9ce {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:17.207379 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e2ff50e8-0f8c-4768-b730-11527a2b95fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:17.283985 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [None req-e2ff50e8-0f8c-4768-b730-11527a2b95fa admin admin] For port fac86460-a7ef-40b3-a87d-dfc30140d9ce, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=fac86460-a7ef-40b3-a87d-dfc30140d9ce,segment=NetworkSegment(087f3d92-f45a-4b02-a7d8-f87692c62464),segment_id=087f3d92-f45a-4b02-a7d8-f87692c62464)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:17.284267 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e2ff50e8-0f8c-4768-b730-11527a2b95fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:17.297667 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff50e8-0f8c-4768-b730-11527a2b95fa admin admin] Calling delete_port for fac86460-a7ef-40b3-a87d-dfc30140d9ce owned by network:router_interface {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:17.577334 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e2ff50e8-0f8c-4768-b730-11527a2b95fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (fac86460-a7ef-40b3-a87d-dfc30140d9ce), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:17.607328 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff50e8-0f8c-4768-b730-11527a2b95fa admin admin] Pushing event deleted for resources: {'Port': ['ID=fac86460-a7ef-40b3-a87d-dfc30140d9ce,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:17.774253 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-e2ff50e8-0f8c-4768-b730-11527a2b95fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509162'] for router_interface (233238d5-d66a-4f1a-ab6b-100d1e351ae3), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:17.993767 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ff50e8-0f8c-4768-b730-11527a2b95fa admin admin] Router 233238d5-d66a-4f1a-ab6b-100d1e351ae3 has already been hosted by L3 agent a7b2f3c3-44d0-4a65-b312-727ec200a745 {{(pid=105696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:51:18.101478 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ff50e8-0f8c-4768-b730-11527a2b95fa admin admin] Notify agent at l3_agent.dv-cinder-835871-1-smb the message routers_updated {{(pid=105696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:51:18.108590 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-e2ff50e8-0f8c-4768-b730-11527a2b95fa admin admin] 10.222.0.36 "PUT /v2.0/routers/233238d5-d66a-4f1a-ab6b-100d1e351ae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7675805 Mar 30 16:51:18.110133 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45216) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:18.112655 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9453a6f-cda2-4483-84b8-3220b938f6b0 None None] Sync routers for ids ['233238d5-d66a-4f1a-ab6b-100d1e351ae3'] in dv-cinder-835871-1-smb {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:51:18.125743 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9453a6f-cda2-4483-84b8-3220b938f6b0 None None] Routers {'233238d5-d66a-4f1a-ab6b-100d1e351ae3'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:18.126361 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-b9453a6f-cda2-4483-84b8-3220b938f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:51:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['233238d5-d66a-4f1a-ab6b-100d1e351ae3'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:18.215231 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] Publish callbacks [] for router (233238d5-d66a-4f1a-ab6b-100d1e351ae3), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:18.231082 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-b9453a6f-cda2-4483-84b8-3220b938f6b0 None None] Set router 233238d5-d66a-4f1a-ab6b-100d1e351ae3 gateway port host: dv-cinder-835871-1-smb {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:18.317027 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] Publish callbacks [] for router_gateway (233238d5-d66a-4f1a-ab6b-100d1e351ae3), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:18.455115 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] Deleting port 2cc8dc6f-b31f-4b50-971b-989637d3da07 {{(pid=105696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:18.455456 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (2cc8dc6f-b31f-4b50-971b-989637d3da07), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:18.501437 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-b9453a6f-cda2-4483-84b8-3220b938f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'name': 'tempest-TestShelveInstance-261071580-router', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'external_fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.152'}], 'enable_snat': True}, 'gw_port_id': '2cc8dc6f-b31f-4b50-971b-989637d3da07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:55Z', 'updated_at': '2022-03-30T16:51:17Z', 'revision_number': 5, 'project_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'gw_port': {'id': '2cc8dc6f-b31f-4b50-971b-989637d3da07', 'name': '', 'network_id': '35dc4e84-87ad-47f8-b6c4-c8f525e0f65e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:de:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'ip_address': '172.28.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:56Z', 'updated_at': '2022-03-30T16:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03b8c251-c580-4f0a-aa61-b5a6fbf22b2d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-smb'}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:18.527909 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9453a6f-cda2-4483-84b8-3220b938f6b0 None None] Checking router: 233238d5-d66a-4f1a-ab6b-100d1e351ae3 for host: dv-cinder-835871-1-smb {{(pid=105699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:51:18.535324 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.db [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] For port 2cc8dc6f-b31f-4b50-971b-989637d3da07, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=2cc8dc6f-b31f-4b50-971b-989637d3da07,segment=NetworkSegment(838d1377-a6d5-49be-b8f2-1496c98024f9),segment_id=838d1377-a6d5-49be-b8f2-1496c98024f9)] {{(pid=105696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:18.535713 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (2cc8dc6f-b31f-4b50-971b-989637d3da07), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:18.536291 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9453a6f-cda2-4483-84b8-3220b938f6b0 None None] Routers {'233238d5-d66a-4f1a-ab6b-100d1e351ae3'} bound to L3 agent in host dv-cinder-835871-1-smb {{(pid=105699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:18.536931 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-b9453a6f-cda2-4483-84b8-3220b938f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:04Z,description=,heartbeat_timestamp=2022-03-30T16:51:04Z,host='dv-cinder-835871-1-smb',id=a7b2f3c3-44d0-4a65-b312-727ec200a745,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:04Z,topic='l3_agent')) {'router_ids': ['233238d5-d66a-4f1a-ab6b-100d1e351ae3'], 'active': True} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:18.549007 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.plugins.ml2.plugin [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] Calling delete_port for 2cc8dc6f-b31f-4b50-971b-989637d3da07 owned by network:router_gateway {{(pid=105696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:18.624255 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_dvr_db [None req-b9453a6f-cda2-4483-84b8-3220b938f6b0 None None] Set router 233238d5-d66a-4f1a-ab6b-100d1e351ae3 gateway port host: None {{(pid=105699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:18.678987 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.l3_hamode_db [None req-b9453a6f-cda2-4483-84b8-3220b938f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'name': 'tempest-TestShelveInstance-261071580-router', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:55Z', 'updated_at': '2022-03-30T16:51:18Z', 'revision_number': 6, 'project_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'gw_port_host': None}], 'dv-cinder-835871-1-smb', False) {} {{(pid=105699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:18.706139 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9453a6f-cda2-4483-84b8-3220b938f6b0 None None] The sync data for ids ['233238d5-d66a-4f1a-ab6b-100d1e351ae3'] in dv-cinder-835871-1-smb is: [{'id': '233238d5-d66a-4f1a-ab6b-100d1e351ae3', 'name': 'tempest-TestShelveInstance-261071580-router', 'tenant_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:55Z', 'updated_at': '2022-03-30T16:51:18Z', 'revision_number': 6, 'project_id': '1e42e3c4e16f4f9f95a58a293e6fe705', 'gw_port_host': None}] {{(pid=105699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:51:18.845254 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117489'] for port (2cc8dc6f-b31f-4b50-971b-989637d3da07), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:18.874023 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc8dc6f-b31f-4b50-971b-989637d3da07,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:18.933537 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-508416'] for router_gateway (233238d5-d66a-4f1a-ab6b-100d1e351ae3), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.025864 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router (233238d5-d66a-4f1a-ab6b-100d1e351ae3), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.028090 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] Publish callbacks [] for router_controller (233238d5-d66a-4f1a-ab6b-100d1e351ae3), precommit_delete_associations {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.142348 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-522469'] for router (233238d5-d66a-4f1a-ab6b-100d1e351ae3), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.142911 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 233238d5-d66a-4f1a-ab6b-100d1e351ae3 {{(pid=105696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:51:19.147115 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.148316 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-c7c77e50-b7f0-4eb7-bac1-909455278887 admin admin] 10.222.0.36 "DELETE /v2.0/routers/233238d5-d66a-4f1a-ab6b-100d1e351ae3 HTTP/1.1" status: 204 len: 168 time: 1.0372658 Mar 30 16:51:19.151016 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.wsgi [-] (105696) accepted ('10.222.0.36', 45218) {{(pid=105696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:19.197550 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.db.db_base_plugin_v2 [None req-65803bb7-3532-48d8-96cf-3f3a6590da5f admin admin] Deleting subnet 49077a1f-aeb1-4884-aa44-acbb01b56005 {{(pid=105696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:51:19.201295 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-65803bb7-3532-48d8-96cf-3f3a6590da5f admin admin] Publish callbacks [] for subnet (49077a1f-aeb1-4884-aa44-acbb01b56005), before_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.234924 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-65803bb7-3532-48d8-96cf-3f3a6590da5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4368508'] for subnet (49077a1f-aeb1-4884-aa44-acbb01b56005), precommit_delete_associations {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.309370 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-65803bb7-3532-48d8-96cf-3f3a6590da5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350205'] for subnet (49077a1f-aeb1-4884-aa44-acbb01b56005), precommit_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.439957 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-65803bb7-3532-48d8-96cf-3f3a6590da5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6120322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5065912'] for subnet (49077a1f-aeb1-4884-aa44-acbb01b56005), after_delete {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.466629 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65803bb7-3532-48d8-96cf-3f3a6590da5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49077a1f-aeb1-4884-aa44-acbb01b56005,revision_number=None']} {{(pid=105696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:19.473984 dv-cinder-835871-1-smb neutron-server[105696]: DEBUG neutron_lib.callbacks.manager [None req-65803bb7-3532-48d8-96cf-3f3a6590da5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.480297 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d1e240-94ed-4487-b515-dde7fa9a14a3 None None] Network 3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48 requested from dv-cinder-835871-1-smb {{(pid=105698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:51:19.486671 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 45220) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:19.487278 dv-cinder-835871-1-smb neutron-server[105696]: INFO neutron.wsgi [None req-65803bb7-3532-48d8-96cf-3f3a6590da5f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/49077a1f-aeb1-4884-aa44-acbb01b56005 HTTP/1.1" status: 204 len: 168 time: 0.3347151 Mar 30 16:51:19.564051 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342844'] for network (3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.626838 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Deleting port 60411508-29d0-4894-8780-a8b0a12d934f {{(pid=105697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:19.627181 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (60411508-29d0-4894-8780-a8b0a12d934f), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.657523 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eb9109-220f-4d23-8c9e-e0db05628b58 None None] DHCP port deletion for 3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48 request from dv-cinder-835871-1-smb {{(pid=105698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:51:19.693095 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.db [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] For port 60411508-29d0-4894-8780-a8b0a12d934f, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=60411508-29d0-4894-8780-a8b0a12d934f,segment=NetworkSegment(087f3d92-f45a-4b02-a7d8-f87692c62464),segment_id=087f3d92-f45a-4b02-a7d8-f87692c62464)] {{(pid=105697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:19.693534 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (60411508-29d0-4894-8780-a8b0a12d934f), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.708457 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.plugin [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Calling delete_port for 60411508-29d0-4894-8780-a8b0a12d934f owned by network:dhcp {{(pid=105697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:19.708666 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb9109-220f-4d23-8c9e-e0db05628b58 None None] Deleting port 60411508-29d0-4894-8780-a8b0a12d934f {{(pid=105698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:19.709204 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9109-220f-4d23-8c9e-e0db05628b58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759909253398'] for port (60411508-29d0-4894-8780-a8b0a12d934f), before_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.778460 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.db [None req-d4eb9109-220f-4d23-8c9e-e0db05628b58 None None] For port 60411508-29d0-4894-8780-a8b0a12d934f, host dv-cinder-835871-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-smb',level=0,port_id=60411508-29d0-4894-8780-a8b0a12d934f,segment=NetworkSegment(087f3d92-f45a-4b02-a7d8-f87692c62464),segment_id=087f3d92-f45a-4b02-a7d8-f87692c62464)] {{(pid=105698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:19.778865 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9109-220f-4d23-8c9e-e0db05628b58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512328'] for port (60411508-29d0-4894-8780-a8b0a12d934f), precommit_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.795217 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb9109-220f-4d23-8c9e-e0db05628b58 None None] Calling delete_port for 60411508-29d0-4894-8780-a8b0a12d934f owned by network:dhcp {{(pid=105698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:19.886185 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5209701'] for port (60411508-29d0-4894-8780-a8b0a12d934f), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.891829 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9109-220f-4d23-8c9e-e0db05628b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1647982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759909259641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759908771831'] for port (60411508-29d0-4894-8780-a8b0a12d934f), after_delete {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.911015 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=60411508-29d0-4894-8780-a8b0a12d934f,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:19.915436 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] No DVR routers for this DVR port 60411508-29d0-4894-8780-a8b0a12d934f on host dv-cinder-835871-1-smb {{(pid=105697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:19.919107 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb9109-220f-4d23-8c9e-e0db05628b58 None None] Pushing event deleted for resources: {'Port': ['ID=60411508-29d0-4894-8780-a8b0a12d934f,revision_number=None']} {{(pid=105698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:19.921140 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb9109-220f-4d23-8c9e-e0db05628b58 None None] No DVR routers for this DVR port 60411508-29d0-4894-8780-a8b0a12d934f on host dv-cinder-835871-1-smb {{(pid=105698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:19.923740 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.924092 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.924432 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.924773 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.928661 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.928661 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.928661 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.928661 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.928661 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.928661 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.928661 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.928661 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.928661 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.928661 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.928661 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-smb {{(pid=105697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.998901 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540534', 'neutron.services.segments.db._delete_segments_for_network-8759909098554'] for network (3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:20.019658 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48']}} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:20.029093 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087f3d92-f45a-4b02-a7d8-f87692c62464') {'for_net_delete': True} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:20.029398 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.services.segments.db [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087f3d92-f45a-4b02-a7d8-f87692c62464') {} {{(pid=105697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:20.038503 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759909099331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5032767'] for segment (087f3d92-f45a-4b02-a7d8-f87692c62464), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:20.052001 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850'] for segment (087f3d92-f45a-4b02-a7d8-f87692c62464), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:20.058352 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=105697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:51:20.058738 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1347850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5209648'] for segment (087f3d92-f45a-4b02-a7d8-f87692c62464), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: Traceback (most recent call last): Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: timer() Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: cb(*args, **kw) Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: return func(*args, **kwargs) Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: self._notify() Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: self.callback(batched_events) Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: event.method(event) Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: return f(self, *a, **k) Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: return self._get(url).json() Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: return self.request(url, 'GET', **kwargs) Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:51:20.060348 dv-cinder-835871-1-smb neutron-server[105697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:51:20.188647 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508524'] for network (3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:20.193869 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584562'] for network (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:20.197126 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48 HTTP/1.1" status: 204 len: 168 time: 0.7087026 Mar 30 16:51:20.208370 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34947c6-f4e2-45b7-b1bd-33353fdb5df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3271f98c-4fa9-4a9a-a0a6-00bbe2df9a48,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:20.304646 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 2cc8dc6f-b31f-4b50-971b-989637d3da07 no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:20.329000 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 2cc8dc6f-b31f-4b50-971b-989637d3da07 {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:20.329354 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 2cc8dc6f-b31f-4b50-971b-989637d3da07 not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:20.329777 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 60411508-29d0-4894-8780-a8b0a12d934f no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:20.348113 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: 60411508-29d0-4894-8780-a8b0a12d934f {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:20.348462 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device 60411508-29d0-4894-8780-a8b0a12d934f not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:20.348899 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device fac86460-a7ef-40b3-a87d-dfc30140d9ce no longer exists at agent ovs-agent-dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:20.367754 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.plugin [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] No Port match for: fac86460-a7ef-40b3-a87d-dfc30140d9ce {{(pid=105698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:20.368102 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron.plugins.ml2.rpc [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Device fac86460-a7ef-40b3-a87d-dfc30140d9ce not bound to the agent host dv-cinder-835871-1-smb {{(pid=105698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:20.628394 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 45224) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:20.668916 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-2f206ab4-0a05-4b5d-aacb-9224730cf23c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1933eccca16406d98c242fdb4c129a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393095 Mar 30 16:51:20.671377 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 45226) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:20.720226 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b2358e33-be2f-4e8d-a8e8-6ff4c3a0190a admin admin] Publish callbacks [] for security_group (ea5ebbbd-7cba-4a1f-8d16-96f30ed1630c), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:20.740760 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b2358e33-be2f-4e8d-a8e8-6ff4c3a0190a admin admin] Publish callbacks [] for security_group (ea5ebbbd-7cba-4a1f-8d16-96f30ed1630c), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:20.919663 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b2358e33-be2f-4e8d-a8e8-6ff4c3a0190a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (ea5ebbbd-7cba-4a1f-8d16-96f30ed1630c), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:20.922490 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-b2358e33-be2f-4e8d-a8e8-6ff4c3a0190a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:20.923727 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-b2358e33-be2f-4e8d-a8e8-6ff4c3a0190a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea5ebbbd-7cba-4a1f-8d16-96f30ed1630c HTTP/1.1" status: 204 len: 168 time: 0.2514110 Mar 30 16:51:20.931644 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2358e33-be2f-4e8d-a8e8-6ff4c3a0190a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5ebbbd-7cba-4a1f-8d16-96f30ed1630c,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:21.629094 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 45232) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:21.668414 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-fb790473-eca0-4316-91b9-b1b1c9f244f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e42e3c4e16f4f9f95a58a293e6fe705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381300 Mar 30 16:51:21.670859 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [-] (105697) accepted ('10.222.0.36', 45234) {{(pid=105697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:21.715787 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4cc80c8a-9bcd-4c0a-a46b-be6a39310f76 admin admin] Publish callbacks [] for security_group (fb912393-4095-4240-9e01-9e43e3031d85), before_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:21.736121 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4cc80c8a-9bcd-4c0a-a46b-be6a39310f76 admin admin] Publish callbacks [] for security_group (fb912393-4095-4240-9e01-9e43e3031d85), precommit_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:21.885131 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4cc80c8a-9bcd-4c0a-a46b-be6a39310f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541136'] for security_group (fb912393-4095-4240-9e01-9e43e3031d85), after_delete {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:21.887930 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron_lib.callbacks.manager [None req-4cc80c8a-9bcd-4c0a-a46b-be6a39310f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:21.889151 dv-cinder-835871-1-smb neutron-server[105697]: INFO neutron.wsgi [None req-4cc80c8a-9bcd-4c0a-a46b-be6a39310f76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb912393-4095-4240-9e01-9e43e3031d85 HTTP/1.1" status: 204 len: 168 time: 0.2173958 Mar 30 16:51:21.896649 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc80c8a-9bcd-4c0a-a46b-be6a39310f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb912393-4095-4240-9e01-9e43e3031d85,revision_number=None']} {{(pid=105697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:30.324957 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.616697 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f3e95374-c5e4-4be1-a08c-b7b35c887d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:33.816226 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-3e604cc9-4140-4c0f-9a01-88923346c4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:35.450851 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:36.507526 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:38.222070 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:48.002666 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:52:00.324568 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:01.587328 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-108dc1e6-80d7-4fbf-b1a8-af325346e489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:03.787451 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-2953a832-8ebe-461f-9c5c-cac03fe6c3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:05.282778 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:06.450221 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:08.290625 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:25.001763 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:52:30.448448 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:31.615605 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1df5d123-87b3-4587-bc56-b27336bd2a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:33.798682 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-a76f42f9-4903-498b-990d-6a7702d4278e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:35.301320 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:36.479008 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:38.192591 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:00.402107 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:01.585214 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-7f021719-ca0e-4ea6-8e22-8a90f82e1001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:02.003362 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:53:03.775632 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-57d4ac0f-2804-4d17-bbe5-2d4adae434e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:05.392033 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:06.460658 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:08.295602 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:30.390020 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:31.591357 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-710b7ec3-3377-4d7a-bae1-5644b4139228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:33.786030 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f1827438-7a19-4ffa-8f5f-e18f3454ed86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:35.339520 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:36.517734 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:38.214453 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:39.002440 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:54:00.396592 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:01.600923 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-dc8d3248-7f3e-4bf2-9617-ddb23778c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:03.767966 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-c10f30dd-9694-4df7-84e1-0357b2f14bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:05.275628 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:06.465629 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:08.240632 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:16.001331 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:54:30.422125 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:31.590705 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ab214dd9-3356-4afb-9adf-b3219618e92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:33.813425 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-ae063a18-b4ed-4058-afb0-3ba2accff74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:35.276543 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:36.457154 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:38.219094 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:53.000426 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:55:00.379427 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:01.584308 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-3c637db2-0f3b-45e7-b0bb-8b859c845797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:03.887619 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-02683fda-e512-4d55-9899-ead82fc091ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:05.308156 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:06.459471 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:08.201369 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:11.688520 dv-cinder-835871-1-smb neutron-server[105697]: DEBUG neutron.wsgi [req-1a6a86d4-f917-4d93-921a-1ea2f4613c1c req-8d3d15fb-14d3-4819-88dc-0f0061bc524c service neutron] (105697) timed out ('10.222.0.45', 53889) {{(pid=105697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 16:55:29.999051 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:55:30.401360 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:31.584136 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-d0fa76e1-89c1-4128-a9e1-0e63eb682a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:33.812645 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-f5da0429-65d7-4aed-b6cb-8607e88f29e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:35.281160 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:36.498754 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:38.218142 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:00.395087 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-383c7aa3-7586-4036-abcc-0719faa80cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (5c1c94ed-926a-4e80-8389-7da6d7b93c6f), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:01.595066 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-1b655d45-23c2-4009-a809-d6bde01eacba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (4b79f5df-c30b-43c5-a000-9c9d6b4da460), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:03.806436 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-35fd9397-3b6c-477d-9eb1-7e0304468b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (a7b2f3c3-44d0-4a65-b312-727ec200a745), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:05.287559 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-45289b01-50a5-4886-8f9b-f73b5658862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (da138d84-62a9-49d3-a99a-28d1598a400a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:06.492410 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-42087ca5-7f79-48b3-a2f9-c44e368b0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (c50b2cb3-fad3-40ea-96aa-a96803c7794a), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:06.998128 dv-cinder-835871-1-smb neutron-server[105699]: DEBUG neutron.db.agents_db [None req-678abd44-0c58-41f1-ab7d-bfce79d6a9d1 None None] Agent healthcheck: found 6 active agents {{(pid=105699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:56:08.195025 dv-cinder-835871-1-smb neutron-server[105698]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0db-903b-4457-949d-ef357ed5687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759909098536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1542775'] for agent (47a53af9-e5d8-4a0e-a2d2-b12bed437d21), after_update {{(pid=105698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}